2024-11-22 20:20:15,391 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 20:20:15,403 main DEBUG Took 0.009915 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 20:20:15,403 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 20:20:15,403 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 20:20:15,404 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 20:20:15,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,412 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 20:20:15,423 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,425 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,426 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,427 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,428 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,429 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,430 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,430 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,431 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,432 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,432 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,433 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:20:15,434 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,434 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 20:20:15,435 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:20:15,436 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 20:20:15,438 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 20:20:15,438 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 20:20:15,439 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 20:20:15,440 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 20:20:15,448 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 20:20:15,450 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 20:20:15,452 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 20:20:15,452 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 20:20:15,452 main DEBUG createAppenders(={Console}) 2024-11-22 20:20:15,453 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-22 20:20:15,453 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 20:20:15,454 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-22 20:20:15,454 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 20:20:15,454 main DEBUG OutputStream closed 2024-11-22 20:20:15,455 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 20:20:15,455 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 20:20:15,455 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-22 20:20:15,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 20:20:15,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 20:20:15,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 20:20:15,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 20:20:15,526 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 20:20:15,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 20:20:15,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 20:20:15,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 20:20:15,527 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 20:20:15,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 20:20:15,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 20:20:15,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 20:20:15,528 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 20:20:15,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 20:20:15,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 20:20:15,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 20:20:15,529 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 20:20:15,530 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 20:20:15,532 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 20:20:15,533 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-22 20:20:15,533 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 20:20:15,534 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-22T20:20:15,803 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663 2024-11-22 20:20:15,806 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 20:20:15,806 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T20:20:15,815 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-22T20:20:15,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T20:20:15,837 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc, deleteOnExit=true 2024-11-22T20:20:15,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-22T20:20:15,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/test.cache.data in system properties and HBase conf 2024-11-22T20:20:15,839 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T20:20:15,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.log.dir in system properties and HBase conf 2024-11-22T20:20:15,840 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T20:20:15,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T20:20:15,842 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T20:20:15,940 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T20:20:16,035 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T20:20:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T20:20:16,040 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T20:20:16,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T20:20:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T20:20:16,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T20:20:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T20:20:16,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T20:20:16,044 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T20:20:16,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T20:20:16,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/nfs.dump.dir in system properties and HBase conf 2024-11-22T20:20:16,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/java.io.tmpdir in system properties and HBase conf 2024-11-22T20:20:16,046 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T20:20:16,047 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T20:20:16,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T20:20:16,861 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T20:20:16,938 INFO [Time-limited test {}] log.Log(170): Logging initialized @2259ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T20:20:17,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:20:17,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T20:20:17,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T20:20:17,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T20:20:17,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T20:20:17,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:20:17,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.log.dir/,AVAILABLE} 2024-11-22T20:20:17,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T20:20:17,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/java.io.tmpdir/jetty-localhost-34403-hadoop-hdfs-3_4_1-tests_jar-_-any-12994374667671679706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T20:20:17,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:34403} 2024-11-22T20:20:17,326 INFO [Time-limited test {}] server.Server(415): Started @2649ms 2024-11-22T20:20:17,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:20:17,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T20:20:17,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T20:20:17,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T20:20:17,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T20:20:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.log.dir/,AVAILABLE} 2024-11-22T20:20:17,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T20:20:17,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/java.io.tmpdir/jetty-localhost-44149-hadoop-hdfs-3_4_1-tests_jar-_-any-4233042249427651077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T20:20:17,859 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:44149} 2024-11-22T20:20:17,859 INFO [Time-limited test {}] server.Server(415): Started @3182ms 2024-11-22T20:20:17,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T20:20:18,364 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data2/current/BP-444939918-172.17.0.2-1732306816621/current, will proceed with Du for space computation calculation, 2024-11-22T20:20:18,364 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data1/current/BP-444939918-172.17.0.2-1732306816621/current, will proceed with Du for space computation calculation, 2024-11-22T20:20:18,408 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T20:20:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5401fa47292b456 with lease ID 0xffb344a3061d8121: Processing first storage report for DS-440cc997-8883-44e7-a099-40eaa8306244 from datanode DatanodeRegistration(127.0.0.1:43605, datanodeUuid=a15ba576-90b9-4299-b3b3-c23d464424db, infoPort=36667, infoSecurePort=0, ipcPort=46751, storageInfo=lv=-57;cid=testClusterID;nsid=60211448;c=1732306816621) 2024-11-22T20:20:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5401fa47292b456 with lease ID 0xffb344a3061d8121: from storage DS-440cc997-8883-44e7-a099-40eaa8306244 node DatanodeRegistration(127.0.0.1:43605, datanodeUuid=a15ba576-90b9-4299-b3b3-c23d464424db, infoPort=36667, infoSecurePort=0, ipcPort=46751, storageInfo=lv=-57;cid=testClusterID;nsid=60211448;c=1732306816621), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T20:20:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5401fa47292b456 with lease ID 0xffb344a3061d8121: Processing first storage report for DS-7b0fc46a-2d06-4bc0-b1bb-16fffdda5c5c from datanode DatanodeRegistration(127.0.0.1:43605, datanodeUuid=a15ba576-90b9-4299-b3b3-c23d464424db, infoPort=36667, infoSecurePort=0, ipcPort=46751, storageInfo=lv=-57;cid=testClusterID;nsid=60211448;c=1732306816621) 2024-11-22T20:20:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5401fa47292b456 with lease ID 0xffb344a3061d8121: from storage DS-7b0fc46a-2d06-4bc0-b1bb-16fffdda5c5c node DatanodeRegistration(127.0.0.1:43605, datanodeUuid=a15ba576-90b9-4299-b3b3-c23d464424db, infoPort=36667, infoSecurePort=0, ipcPort=46751, storageInfo=lv=-57;cid=testClusterID;nsid=60211448;c=1732306816621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T20:20:18,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663 2024-11-22T20:20:18,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/zookeeper_0, clientPort=55696, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T20:20:18,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55696 2024-11-22T20:20:18,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:18,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741825_1001 (size=7) 2024-11-22T20:20:19,255 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 with version=8 2024-11-22T20:20:19,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/hbase-staging 2024-11-22T20:20:19,384 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T20:20:19,650 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc573ddb75cd:0 server-side Connection retries=45 2024-11-22T20:20:19,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:19,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:19,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T20:20:19,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:19,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T20:20:19,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T20:20:19,866 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T20:20:19,875 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T20:20:19,879 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T20:20:19,906 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21859 (auto-detected) 2024-11-22T20:20:19,907 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T20:20:19,926 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43615 2024-11-22T20:20:19,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:19,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:19,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43615 connecting to ZooKeeper ensemble=127.0.0.1:55696 2024-11-22T20:20:19,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436150x0, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T20:20:19,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43615-0x10020e40edc0000 connected 2024-11-22T20:20:20,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:20:20,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:20:20,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T20:20:20,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-22T20:20:20,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43615 2024-11-22T20:20:20,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43615 2024-11-22T20:20:20,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-22T20:20:20,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-22T20:20:20,033 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5, hbase.cluster.distributed=false 2024-11-22T20:20:20,107 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc573ddb75cd:0 server-side Connection retries=45 2024-11-22T20:20:20,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:20,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:20,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T20:20:20,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:20:20,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T20:20:20,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T20:20:20,114 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T20:20:20,115 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44749 2024-11-22T20:20:20,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T20:20:20,123 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T20:20:20,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:20,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:20,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44749 connecting to ZooKeeper ensemble=127.0.0.1:55696 2024-11-22T20:20:20,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447490x0, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T20:20:20,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44749-0x10020e40edc0001 connected 2024-11-22T20:20:20,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:20:20,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:20:20,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T20:20:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-22T20:20:20,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44749 2024-11-22T20:20:20,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44749 2024-11-22T20:20:20,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-22T20:20:20,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-22T20:20:20,148 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:20:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:20:20,158 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:20,166 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc573ddb75cd:43615 2024-11-22T20:20:20,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T20:20:20,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T20:20:20,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:20,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:20,182 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T20:20:20,183 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bc573ddb75cd,43615,1732306819377 from backup master directory 2024-11-22T20:20:20,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T20:20:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:20:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:20,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:20:20,187 WARN [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T20:20:20,187 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:20,189 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T20:20:20,191 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T20:20:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741826_1002 (size=42) 2024-11-22T20:20:20,263 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/hbase.id with ID: b22a7103-2d59-44e1-8e6f-dab22dac68e6 2024-11-22T20:20:20,306 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:20:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:20,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741827_1003 (size=196) 2024-11-22T20:20:20,365 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:20:20,368 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T20:20:20,386 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:20,390 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:20:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741828_1004 (size=1189) 2024-11-22T20:20:20,445 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store 2024-11-22T20:20:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741829_1005 (size=34) 2024-11-22T20:20:20,871 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T20:20:20,871 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:20,872 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T20:20:20,872 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:20:20,873 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:20:20,873 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T20:20:20,873 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:20:20,873 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:20:20,873 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:20:20,875 WARN [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/.initializing 2024-11-22T20:20:20,875 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/WALs/bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:20,883 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T20:20:20,895 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C43615%2C1732306819377, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/WALs/bc573ddb75cd,43615,1732306819377, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/oldWALs, maxLogs=10 2024-11-22T20:20:20,918 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/WALs/bc573ddb75cd,43615,1732306819377/bc573ddb75cd%2C43615%2C1732306819377.1732306820900, exclude list is [], retry=0 2024-11-22T20:20:20,936 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-440cc997-8883-44e7-a099-40eaa8306244,DISK] 2024-11-22T20:20:20,939 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T20:20:20,976 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/WALs/bc573ddb75cd,43615,1732306819377/bc573ddb75cd%2C43615%2C1732306819377.1732306820900 2024-11-22T20:20:20,977 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36667:36667)] 2024-11-22T20:20:20,978 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:20,978 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:20,982 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:20,983 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T20:20:21,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:21,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:21,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T20:20:21,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:21,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:21,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T20:20:21,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:21,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:21,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T20:20:21,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:21,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:21,070 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,071 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,081 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T20:20:21,085 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:20:21,090 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:20:21,091 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73337891, jitterRate=0.09281973540782928}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T20:20:21,095 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:20:21,096 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T20:20:21,126 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431a3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:21,162 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-22T20:20:21,175 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T20:20:21,175 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T20:20:21,177 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T20:20:21,179 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T20:20:21,185 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-22T20:20:21,185 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T20:20:21,211 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T20:20:21,224 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T20:20:21,226 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-22T20:20:21,228 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T20:20:21,229 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T20:20:21,231 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-22T20:20:21,233 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T20:20:21,237 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T20:20:21,238 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-22T20:20:21,239 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T20:20:21,241 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T20:20:21,251 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T20:20:21,252 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T20:20:21,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T20:20:21,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T20:20:21,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,257 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc573ddb75cd,43615,1732306819377, sessionid=0x10020e40edc0000, setting cluster-up flag (Was=false) 2024-11-22T20:20:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,277 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T20:20:21,279 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:21,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:21,290 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T20:20:21,292 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:21,365 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc573ddb75cd:44749 2024-11-22T20:20:21,367 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1008): ClusterId : b22a7103-2d59-44e1-8e6f-dab22dac68e6 2024-11-22T20:20:21,371 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T20:20:21,377 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T20:20:21,377 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T20:20:21,381 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T20:20:21,382 DEBUG [RS:0;bc573ddb75cd:44749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6437e817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:21,381 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-22T20:20:21,384 DEBUG [RS:0;bc573ddb75cd:44749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b776da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc573ddb75cd/172.17.0.2:0 2024-11-22T20:20:21,388 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-22T20:20:21,388 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-22T20:20:21,388 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-22T20:20:21,388 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-22T20:20:21,391 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T20:20:21,391 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc573ddb75cd,43615,1732306819377 with isa=bc573ddb75cd/172.17.0.2:44749, startcode=1732306820106 2024-11-22T20:20:21,397 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc573ddb75cd,43615,1732306819377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T20:20:21,401 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:20:21,401 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:20:21,401 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:20:21,401 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:20:21,402 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc573ddb75cd:0, corePoolSize=10, maxPoolSize=10 2024-11-22T20:20:21,402 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,402 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=2, maxPoolSize=2 2024-11-22T20:20:21,402 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,404 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732306851403 2024-11-22T20:20:21,405 DEBUG [RS:0;bc573ddb75cd:44749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T20:20:21,406 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T20:20:21,407 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T20:20:21,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T20:20:21,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-22T20:20:21,411 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T20:20:21,411 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T20:20:21,411 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T20:20:21,412 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T20:20:21,412 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,413 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T20:20:21,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:21,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T20:20:21,414 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T20:20:21,415 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T20:20:21,418 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T20:20:21,419 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T20:20:21,420 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306821420,5,FailOnTimeoutGroup] 2024-11-22T20:20:21,421 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306821421,5,FailOnTimeoutGroup] 2024-11-22T20:20:21,421 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,421 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T20:20:21,423 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741831_1007 (size=1039) 2024-11-22T20:20:21,423 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,445 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39101, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T20:20:21,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(486): Registering regionserver=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,468 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:20:21,468 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43429 2024-11-22T20:20:21,468 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-22T20:20:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T20:20:21,473 DEBUG [RS:0;bc573ddb75cd:44749 {}] zookeeper.ZKUtil(111): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,474 WARN [RS:0;bc573ddb75cd:44749 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T20:20:21,474 INFO [RS:0;bc573ddb75cd:44749 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:20:21,474 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc573ddb75cd,44749,1732306820106] 2024-11-22T20:20:21,487 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-22T20:20:21,497 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T20:20:21,509 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T20:20:21,511 INFO [RS:0;bc573ddb75cd:44749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T20:20:21,512 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,512 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-22T20:20:21,519 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,519 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,519 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,519 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc573ddb75cd:0, corePoolSize=2, maxPoolSize=2 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,520 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,521 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,521 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:20:21,521 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc573ddb75cd:0, corePoolSize=3, maxPoolSize=3 2024-11-22T20:20:21,521 DEBUG [RS:0;bc573ddb75cd:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0, corePoolSize=3, maxPoolSize=3 2024-11-22T20:20:21,522 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,522 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,522 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,522 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,522 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,44749,1732306820106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T20:20:21,541 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T20:20:21,543 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,44749,1732306820106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:21,562 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.Replication(204): bc573ddb75cd,44749,1732306820106 started 2024-11-22T20:20:21,562 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1767): Serving as bc573ddb75cd,44749,1732306820106, RpcServer on bc573ddb75cd/172.17.0.2:44749, sessionid=0x10020e40edc0001 2024-11-22T20:20:21,563 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T20:20:21,563 DEBUG [RS:0;bc573ddb75cd:44749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,563 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc573ddb75cd,44749,1732306820106' 2024-11-22T20:20:21,563 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T20:20:21,564 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T20:20:21,565 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T20:20:21,565 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T20:20:21,565 DEBUG [RS:0;bc573ddb75cd:44749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:21,565 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc573ddb75cd,44749,1732306820106' 2024-11-22T20:20:21,565 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T20:20:21,566 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T20:20:21,566 DEBUG [RS:0;bc573ddb75cd:44749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T20:20:21,566 INFO [RS:0;bc573ddb75cd:44749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T20:20:21,566 INFO [RS:0;bc573ddb75cd:44749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T20:20:21,672 INFO [RS:0;bc573ddb75cd:44749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T20:20:21,676 INFO [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C44749%2C1732306820106, suffix=, logDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/oldWALs, maxLogs=32 2024-11-22T20:20:21,691 DEBUG [RS:0;bc573ddb75cd:44749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106/bc573ddb75cd%2C44749%2C1732306820106.1732306821678, exclude list is [], retry=0 2024-11-22T20:20:21,696 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-440cc997-8883-44e7-a099-40eaa8306244,DISK] 2024-11-22T20:20:21,699 INFO [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106/bc573ddb75cd%2C44749%2C1732306820106.1732306821678 2024-11-22T20:20:21,700 DEBUG [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36667:36667)] 2024-11-22T20:20:21,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-22T20:20:21,826 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:20:21,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741833_1009 (size=32) 2024-11-22T20:20:22,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T20:20:22,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T20:20:22,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T20:20:22,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T20:20:22,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T20:20:22,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T20:20:22,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740 2024-11-22T20:20:22,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740 2024-11-22T20:20:22,256 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:20:22,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T20:20:22,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:20:22,263 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71547778, jitterRate=0.06614497303962708}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:20:22,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T20:20:22,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T20:20:22,265 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T20:20:22,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T20:20:22,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T20:20:22,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T20:20:22,267 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T20:20:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T20:20:22,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T20:20:22,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-22T20:20:22,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T20:20:22,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T20:20:22,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T20:20:22,437 DEBUG [bc573ddb75cd:43615 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T20:20:22,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:22,446 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc573ddb75cd,44749,1732306820106, state=OPENING 2024-11-22T20:20:22,452 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T20:20:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:22,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:20:22,455 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:20:22,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:22,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:22,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T20:20:22,638 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T20:20:22,649 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-22T20:20:22,649 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:20:22,650 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T20:20:22,653 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C44749%2C1732306820106.meta, suffix=.meta, logDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106, archiveDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/oldWALs, maxLogs=32 2024-11-22T20:20:22,669 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106/bc573ddb75cd%2C44749%2C1732306820106.meta.1732306822655.meta, exclude list is [], retry=0 2024-11-22T20:20:22,673 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-440cc997-8883-44e7-a099-40eaa8306244,DISK] 2024-11-22T20:20:22,677 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/WALs/bc573ddb75cd,44749,1732306820106/bc573ddb75cd%2C44749%2C1732306820106.meta.1732306822655.meta 2024-11-22T20:20:22,677 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36667:36667)] 2024-11-22T20:20:22,677 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:22,679 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T20:20:22,738 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T20:20:22,743 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T20:20:22,747 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T20:20:22,748 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:22,748 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-22T20:20:22,748 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-22T20:20:22,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T20:20:22,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T20:20:22,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T20:20:22,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T20:20:22,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T20:20:22,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T20:20:22,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:20:22,762 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740 2024-11-22T20:20:22,765 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740 2024-11-22T20:20:22,768 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:20:22,770 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T20:20:22,772 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70451952, jitterRate=0.04981589317321777}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:20:22,773 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T20:20:22,781 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732306822626 2024-11-22T20:20:22,792 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T20:20:22,792 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-22T20:20:22,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:22,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc573ddb75cd,44749,1732306820106, state=OPEN 2024-11-22T20:20:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T20:20:22,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T20:20:22,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:20:22,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:20:22,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T20:20:22,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc573ddb75cd,44749,1732306820106 in 343 msec 2024-11-22T20:20:22,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T20:20:22,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-11-22T20:20:22,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4850 sec 2024-11-22T20:20:22,814 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732306822814, completionTime=-1 2024-11-22T20:20:22,815 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T20:20:22,815 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-22T20:20:22,856 DEBUG [hconnection-0x6d6f88c1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:22,858 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:22,869 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-22T20:20:22,869 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732306882869 2024-11-22T20:20:22,869 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732306942869 2024-11-22T20:20:22,869 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-22T20:20:22,890 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:22,890 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:22,891 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:22,892 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc573ddb75cd:43615, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:22,892 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:22,897 DEBUG [master/bc573ddb75cd:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-22T20:20:22,900 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-22T20:20:22,901 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T20:20:22,907 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-22T20:20:22,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:20:22,911 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:22,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:20:22,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741835_1011 (size=358) 2024-11-22T20:20:23,327 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74e292938c1d67dbce12f74682c2b2ab, NAME => 'hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:20:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741836_1012 (size=42) 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 74e292938c1d67dbce12f74682c2b2ab, disabling compactions & flushes 2024-11-22T20:20:23,338 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. after waiting 0 ms 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,338 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,338 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74e292938c1d67dbce12f74682c2b2ab: 2024-11-22T20:20:23,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:20:23,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732306823342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306823342"}]},"ts":"1732306823342"} 2024-11-22T20:20:23,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:20:23,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:20:23,377 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306823375"}]},"ts":"1732306823375"} 2024-11-22T20:20:23,382 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-22T20:20:23,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=74e292938c1d67dbce12f74682c2b2ab, ASSIGN}] 2024-11-22T20:20:23,390 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=74e292938c1d67dbce12f74682c2b2ab, ASSIGN 2024-11-22T20:20:23,392 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=74e292938c1d67dbce12f74682c2b2ab, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:20:23,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=74e292938c1d67dbce12f74682c2b2ab, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:23,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 74e292938c1d67dbce12f74682c2b2ab, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:23,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:23,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 74e292938c1d67dbce12f74682c2b2ab, NAME => 'hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,711 INFO [StoreOpener-74e292938c1d67dbce12f74682c2b2ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,713 INFO [StoreOpener-74e292938c1d67dbce12f74682c2b2ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74e292938c1d67dbce12f74682c2b2ab columnFamilyName info 2024-11-22T20:20:23,714 DEBUG [StoreOpener-74e292938c1d67dbce12f74682c2b2ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:23,714 INFO [StoreOpener-74e292938c1d67dbce12f74682c2b2ab-1 {}] regionserver.HStore(327): Store=74e292938c1d67dbce12f74682c2b2ab/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:23,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:20:23,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:20:23,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 74e292938c1d67dbce12f74682c2b2ab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72198663, jitterRate=0.0758439153432846}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T20:20:23,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 74e292938c1d67dbce12f74682c2b2ab: 2024-11-22T20:20:23,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab., pid=6, masterSystemTime=1732306823700 2024-11-22T20:20:23,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:20:23,733 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=74e292938c1d67dbce12f74682c2b2ab, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:23,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T20:20:23,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 74e292938c1d67dbce12f74682c2b2ab, server=bc573ddb75cd,44749,1732306820106 in 191 msec 2024-11-22T20:20:23,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T20:20:23,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=74e292938c1d67dbce12f74682c2b2ab, ASSIGN in 352 msec 2024-11-22T20:20:23,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:20:23,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306823745"}]},"ts":"1732306823745"} 2024-11-22T20:20:23,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-22T20:20:23,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:20:23,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 851 msec 2024-11-22T20:20:23,811 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-22T20:20:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:20:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:20:23,864 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-22T20:20:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:20:23,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-22T20:20:23,898 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-22T20:20:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:20:23,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-22T20:20:23,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-22T20:20:23,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-22T20:20:23,927 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.740sec 2024-11-22T20:20:23,929 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T20:20:23,930 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T20:20:23,931 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T20:20:23,931 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T20:20:23,932 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T20:20:23,932 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T20:20:23,933 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T20:20:23,939 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-22T20:20:23,940 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T20:20:23,940 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,43615,1732306819377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:20:23,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-22T20:20:23,966 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-22T20:20:23,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:23,977 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T20:20:23,977 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T20:20:23,987 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:23,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:24,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc573ddb75cd,43615,1732306819377 2024-11-22T20:20:24,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=5444 2024-11-22T20:20:24,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:20:24,028 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:20:24,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:20:24,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:20:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:24,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:20:24,043 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:24,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-22T20:20:24,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:20:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:24,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741837_1013 (size=960) 2024-11-22T20:20:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:24,459 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:20:24,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741838_1014 (size=53) 2024-11-22T20:20:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:24,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:24,869 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 63f050175033ee1bcea9655af922af6f, disabling compactions & flushes 2024-11-22T20:20:24,869 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:24,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:24,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. after waiting 0 ms 2024-11-22T20:20:24,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:24,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:24,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:24,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:20:24,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306824872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306824872"}]},"ts":"1732306824872"} 2024-11-22T20:20:24,875 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:20:24,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:20:24,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306824877"}]},"ts":"1732306824877"} 2024-11-22T20:20:24,880 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:20:24,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, ASSIGN}] 2024-11-22T20:20:24,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, ASSIGN 2024-11-22T20:20:24,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:20:25,038 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=63f050175033ee1bcea9655af922af6f, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:25,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:25,195 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:25,201 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,202 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,205 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,207 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:25,208 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f050175033ee1bcea9655af922af6f columnFamilyName A 2024-11-22T20:20:25,208 DEBUG [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:25,209 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(327): Store=63f050175033ee1bcea9655af922af6f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:25,209 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,211 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:25,211 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f050175033ee1bcea9655af922af6f columnFamilyName B 2024-11-22T20:20:25,211 DEBUG [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:25,212 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(327): Store=63f050175033ee1bcea9655af922af6f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:25,212 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,214 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:25,214 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f050175033ee1bcea9655af922af6f columnFamilyName C 2024-11-22T20:20:25,214 DEBUG [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:25,215 INFO [StoreOpener-63f050175033ee1bcea9655af922af6f-1 {}] regionserver.HStore(327): Store=63f050175033ee1bcea9655af922af6f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:25,216 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:25,217 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,218 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,220 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:20:25,222 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:25,226 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:20:25,227 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 63f050175033ee1bcea9655af922af6f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74610900, jitterRate=0.1117890477180481}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:20:25,228 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:25,230 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., pid=11, masterSystemTime=1732306825195 2024-11-22T20:20:25,233 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:25,233 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:25,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=63f050175033ee1bcea9655af922af6f, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:25,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T20:20:25,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 in 195 msec 2024-11-22T20:20:25,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T20:20:25,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, ASSIGN in 356 msec 2024-11-22T20:20:25,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:20:25,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306825245"}]},"ts":"1732306825245"} 2024-11-22T20:20:25,248 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:20:25,252 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:20:25,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2130 sec 2024-11-22T20:20:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:20:26,165 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-22T20:20:26,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-22T20:20:26,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,178 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:20:26,183 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:20:26,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-22T20:20:26,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-22T20:20:26,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-22T20:20:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,205 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-22T20:20:26,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-22T20:20:26,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,214 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-22T20:20:26,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-22T20:20:26,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-22T20:20:26,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-22T20:20:26,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:26,237 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,238 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,240 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,241 DEBUG [hconnection-0x4872f2f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,244 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,244 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,245 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:26,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,246 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,250 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,250 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,251 DEBUG [hconnection-0x134cb240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-22T20:20:26,253 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,254 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:26,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,255 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:20:26,259 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:26,260 DEBUG [hconnection-0x7cafe71d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:26,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:26,262 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,267 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:26,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:20:26,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:26,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:20:26,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:20:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:26,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/822d1d85237b4170b79cd79b32fb4a63 is 50, key is test_row_0/A:col10/1732306826303/Put/seqid=0 2024-11-22T20:20:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741839_1015 (size=9657) 2024-11-22T20:20:26,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/822d1d85237b4170b79cd79b32fb4a63 2024-11-22T20:20:26,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306886477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306886472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306886525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306886528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306886528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:20:26,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9b8fdfbac96344d7a67dd846229c5e78 is 50, key is test_row_0/B:col10/1732306826303/Put/seqid=0 2024-11-22T20:20:26,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741840_1016 (size=9657) 2024-11-22T20:20:26,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9b8fdfbac96344d7a67dd846229c5e78 2024-11-22T20:20:26,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:20:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:26,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:26,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:26,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306886659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5903f4deb9e24156925bbdc39d0eb639 is 50, key is test_row_0/C:col10/1732306826303/Put/seqid=0 2024-11-22T20:20:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306886659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306886661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306886661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306886660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741841_1017 (size=9657) 2024-11-22T20:20:26,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5903f4deb9e24156925bbdc39d0eb639 2024-11-22T20:20:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/822d1d85237b4170b79cd79b32fb4a63 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63 2024-11-22T20:20:26,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63, entries=100, sequenceid=13, filesize=9.4 K 2024-11-22T20:20:26,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9b8fdfbac96344d7a67dd846229c5e78 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78 2024-11-22T20:20:26,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78, entries=100, sequenceid=13, filesize=9.4 K 2024-11-22T20:20:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5903f4deb9e24156925bbdc39d0eb639 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639 2024-11-22T20:20:26,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639, entries=100, sequenceid=13, filesize=9.4 K 2024-11-22T20:20:26,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 63f050175033ee1bcea9655af922af6f in 433ms, sequenceid=13, compaction requested=false 2024-11-22T20:20:26,752 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:20:26,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:26,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:20:26,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:26,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b8eff8755af142f09eec33787843d733 is 50, key is test_row_0/A:col10/1732306826422/Put/seqid=0 2024-11-22T20:20:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741842_1018 (size=12001) 2024-11-22T20:20:26,829 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b8eff8755af142f09eec33787843d733 2024-11-22T20:20:26,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8aedb881ba8b40b2a6cf9b0f7eacb195 is 50, key is test_row_0/B:col10/1732306826422/Put/seqid=0 2024-11-22T20:20:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:20:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:26,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:26,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741843_1019 (size=12001) 2024-11-22T20:20:26,892 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8aedb881ba8b40b2a6cf9b0f7eacb195 2024-11-22T20:20:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306886890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306886896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306886896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306886900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306886904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/ffff7b0ce10e44caa3bef09b882033bd is 50, key is test_row_0/C:col10/1732306826422/Put/seqid=0 2024-11-22T20:20:26,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741844_1020 (size=12001) 2024-11-22T20:20:26,943 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/ffff7b0ce10e44caa3bef09b882033bd 2024-11-22T20:20:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b8eff8755af142f09eec33787843d733 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733 2024-11-22T20:20:26,971 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:20:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8aedb881ba8b40b2a6cf9b0f7eacb195 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195 2024-11-22T20:20:26,986 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:20:26,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/ffff7b0ce10e44caa3bef09b882033bd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd 2024-11-22T20:20:27,006 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:20:27,010 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 63f050175033ee1bcea9655af922af6f in 231ms, sequenceid=37, compaction requested=false 2024-11-22T20:20:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T20:20:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-22T20:20:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:27,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:27,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T20:20:27,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 757 msec 2024-11-22T20:20:27,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 780 msec 2024-11-22T20:20:27,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/c33aef67fe414232a94c298621ff3809 is 50, key is test_row_0/A:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741845_1021 (size=12001) 2024-11-22T20:20:27,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/c33aef67fe414232a94c298621ff3809 2024-11-22T20:20:27,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5beffe9eec1e4bd18310cb0cdbd799b8 is 50, key is test_row_0/B:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741846_1022 (size=12001) 2024-11-22T20:20:27,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5beffe9eec1e4bd18310cb0cdbd799b8 2024-11-22T20:20:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306887111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306887117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306887121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306887123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306887124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5057683a1d8748ac857042befcfcc603 is 50, key is test_row_0/C:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741847_1023 (size=12001) 2024-11-22T20:20:27,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306887228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306887230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306887229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306887235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306887236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:20:27,369 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-22T20:20:27,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-22T20:20:27,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:20:27,377 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:27,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306887436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306887438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306887438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306887443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306887443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:20:27,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T20:20:27,492 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-22T20:20:27,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T20:20:27,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:27,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:27,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5057683a1d8748ac857042befcfcc603 2024-11-22T20:20:27,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/c33aef67fe414232a94c298621ff3809 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809 2024-11-22T20:20:27,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:20:27,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5beffe9eec1e4bd18310cb0cdbd799b8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8 2024-11-22T20:20:27,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:20:27,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5057683a1d8748ac857042befcfcc603 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603 2024-11-22T20:20:27,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:20:27,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 63f050175033ee1bcea9655af922af6f in 593ms, sequenceid=53, compaction requested=true 2024-11-22T20:20:27,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:27,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:27,625 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:27,625 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:27,629 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:27,631 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:27,631 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,632 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=32.9 K 2024-11-22T20:20:27,633 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:27,633 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:27,634 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,634 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=32.9 K 2024-11-22T20:20:27,634 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b8fdfbac96344d7a67dd846229c5e78, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306826303 2024-11-22T20:20:27,637 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aedb881ba8b40b2a6cf9b0f7eacb195, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306826422 2024-11-22T20:20:27,637 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822d1d85237b4170b79cd79b32fb4a63, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306826303 2024-11-22T20:20:27,639 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5beffe9eec1e4bd18310cb0cdbd799b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:27,646 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8eff8755af142f09eec33787843d733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306826422 2024-11-22T20:20:27,647 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c33aef67fe414232a94c298621ff3809, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:20:27,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T20:20:27,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,689 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:20:27,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:27,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:27,692 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#9 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:27,693 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/d0cff25326e6413484bf6345bd42f853 is 50, key is test_row_0/B:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,698 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:27,699 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/67ffae42fd18431e800d903f5a62ff92 is 50, key is test_row_0/A:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0cede95ab33744eab813a4552919fed7 is 50, key is test_row_0/A:col10/1732306827118/Put/seqid=0 2024-11-22T20:20:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741848_1024 (size=12104) 2024-11-22T20:20:27,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741849_1025 (size=12104) 2024-11-22T20:20:27,764 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/d0cff25326e6413484bf6345bd42f853 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d0cff25326e6413484bf6345bd42f853 2024-11-22T20:20:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741850_1026 (size=12001) 2024-11-22T20:20:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:27,765 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0cede95ab33744eab813a4552919fed7 2024-11-22T20:20:27,783 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/67ffae42fd18431e800d903f5a62ff92 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/67ffae42fd18431e800d903f5a62ff92 2024-11-22T20:20:27,796 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into d0cff25326e6413484bf6345bd42f853(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:27,796 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:27,797 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306827624; duration=0sec 2024-11-22T20:20:27,798 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:27,798 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:27,798 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306887789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306887792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,803 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 67ffae42fd18431e800d903f5a62ff92(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:27,803 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:27,803 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306827616; duration=0sec 2024-11-22T20:20:27,803 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:27,803 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/7e13b804d5044a4b985b5a1f43eb1883 is 50, key is test_row_0/B:col10/1732306827118/Put/seqid=0 2024-11-22T20:20:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306887796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306887798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306887799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,809 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:27,809 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:27,809 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:27,810 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=32.9 K 2024-11-22T20:20:27,811 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5903f4deb9e24156925bbdc39d0eb639, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306826303 2024-11-22T20:20:27,812 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ffff7b0ce10e44caa3bef09b882033bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306826422 2024-11-22T20:20:27,813 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5057683a1d8748ac857042befcfcc603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741851_1027 (size=12001) 2024-11-22T20:20:27,817 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/7e13b804d5044a4b985b5a1f43eb1883 2024-11-22T20:20:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/544ff37c3a1b421f915eb1b03ecfa692 is 50, key is test_row_0/C:col10/1732306827118/Put/seqid=0 2024-11-22T20:20:27,842 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#13 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:27,843 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/3293c59393c64c60a1448d6cde246496 is 50, key is test_row_0/C:col10/1732306827014/Put/seqid=0 2024-11-22T20:20:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741853_1029 (size=12104) 2024-11-22T20:20:27,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741852_1028 (size=12001) 2024-11-22T20:20:27,875 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/3293c59393c64c60a1448d6cde246496 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3293c59393c64c60a1448d6cde246496 2024-11-22T20:20:27,890 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 3293c59393c64c60a1448d6cde246496(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:27,890 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:27,890 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306827624; duration=0sec 2024-11-22T20:20:27,890 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:27,890 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306887902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306887902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306887911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306887912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306887914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:20:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306888109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306888109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306888114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306888116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306888117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:20:28,272 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/544ff37c3a1b421f915eb1b03ecfa692 2024-11-22T20:20:28,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0cede95ab33744eab813a4552919fed7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7 2024-11-22T20:20:28,305 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T20:20:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/7e13b804d5044a4b985b5a1f43eb1883 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883 2024-11-22T20:20:28,328 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T20:20:28,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/544ff37c3a1b421f915eb1b03ecfa692 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692 2024-11-22T20:20:28,349 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692, entries=150, sequenceid=73, filesize=11.7 K 2024-11-22T20:20:28,350 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 63f050175033ee1bcea9655af922af6f in 661ms, sequenceid=73, compaction requested=false 2024-11-22T20:20:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T20:20:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-22T20:20:28,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T20:20:28,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 977 msec 2024-11-22T20:20:28,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 989 msec 2024-11-22T20:20:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:28,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:20:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:28,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/24d9e229c90d44f39455eeeecd1b5bd4 is 50, key is test_row_0/A:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741854_1030 (size=12001) 2024-11-22T20:20:28,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306888446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306888446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306888448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306888451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306888452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/24d9e229c90d44f39455eeeecd1b5bd4 2024-11-22T20:20:28,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/fde3a728fc394e5eb425d6a6755ae2cf is 50, key is test_row_0/B:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:20:28,487 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-22T20:20:28,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-22T20:20:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:20:28,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:28,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:28,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:28,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741855_1031 (size=12001) 2024-11-22T20:20:28,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/fde3a728fc394e5eb425d6a6755ae2cf 2024-11-22T20:20:28,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5b78b0090b1f42ab80d1e725fdfd1e64 is 50, key is test_row_0/C:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741856_1032 (size=12001) 2024-11-22T20:20:28,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5b78b0090b1f42ab80d1e725fdfd1e64 2024-11-22T20:20:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306888555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306888555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306888554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306888558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306888561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/24d9e229c90d44f39455eeeecd1b5bd4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4 2024-11-22T20:20:28,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T20:20:28,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/fde3a728fc394e5eb425d6a6755ae2cf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf 2024-11-22T20:20:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:20:28,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T20:20:28,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5b78b0090b1f42ab80d1e725fdfd1e64 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64 2024-11-22T20:20:28,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64, entries=150, sequenceid=94, filesize=11.7 K 2024-11-22T20:20:28,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 63f050175033ee1bcea9655af922af6f in 213ms, sequenceid=94, compaction requested=true 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:28,633 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:28,633 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:28,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:28,636 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:28,636 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:28,636 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:28,636 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:28,636 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:28,637 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:28,637 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/67ffae42fd18431e800d903f5a62ff92, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.3 K 2024-11-22T20:20:28,637 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d0cff25326e6413484bf6345bd42f853, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.3 K 2024-11-22T20:20:28,638 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0cff25326e6413484bf6345bd42f853, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:28,638 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 67ffae42fd18431e800d903f5a62ff92, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:28,639 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e13b804d5044a4b985b5a1f43eb1883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732306827114 2024-11-22T20:20:28,639 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cede95ab33744eab813a4552919fed7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732306827114 2024-11-22T20:20:28,640 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting fde3a728fc394e5eb425d6a6755ae2cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:28,640 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d9e229c90d44f39455eeeecd1b5bd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:28,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:20:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:28,648 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:20:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f26de906346640bf8b84fb64da7fbb97 is 50, key is test_row_0/A:col10/1732306828443/Put/seqid=0 2024-11-22T20:20:28,665 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:28,666 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/341057f35a2943d2a43e601ef0fca3c2 is 50, key is test_row_0/A:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,672 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:28,673 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8244d6e2f1954e8198e63bd0775657b0 is 50, key is test_row_0/B:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741858_1034 (size=12207) 2024-11-22T20:20:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741857_1033 (size=12001) 2024-11-22T20:20:28,713 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/341057f35a2943d2a43e601ef0fca3c2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/341057f35a2943d2a43e601ef0fca3c2 2024-11-22T20:20:28,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741859_1035 (size=12207) 2024-11-22T20:20:28,731 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 341057f35a2943d2a43e601ef0fca3c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:28,732 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:28,733 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8244d6e2f1954e8198e63bd0775657b0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8244d6e2f1954e8198e63bd0775657b0 2024-11-22T20:20:28,734 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306828633; duration=0sec 2024-11-22T20:20:28,735 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:28,735 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:28,735 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:28,738 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:28,738 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:28,738 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:28,739 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3293c59393c64c60a1448d6cde246496, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.3 K 2024-11-22T20:20:28,742 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3293c59393c64c60a1448d6cde246496, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306826894 2024-11-22T20:20:28,743 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 544ff37c3a1b421f915eb1b03ecfa692, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732306827114 2024-11-22T20:20:28,744 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b78b0090b1f42ab80d1e725fdfd1e64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:28,745 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 8244d6e2f1954e8198e63bd0775657b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:28,745 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:28,745 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306828633; duration=0sec 2024-11-22T20:20:28,745 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:28,745 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:28,763 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:28,765 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/498e098b98204424bba20ea71a54d0a0 is 50, key is test_row_0/C:col10/1732306828416/Put/seqid=0 2024-11-22T20:20:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:28,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741860_1036 (size=12207) 2024-11-22T20:20:28,795 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/498e098b98204424bba20ea71a54d0a0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/498e098b98204424bba20ea71a54d0a0 2024-11-22T20:20:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:20:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306888788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306888792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306888792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306888795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306888810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,815 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 498e098b98204424bba20ea71a54d0a0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:28,816 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:28,816 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306828633; duration=0sec 2024-11-22T20:20:28,816 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:28,816 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:28,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306888898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306888898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306888899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306888905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:28,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306888915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:20:29,098 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f26de906346640bf8b84fb64da7fbb97 2024-11-22T20:20:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306889102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306889103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306889104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306889111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306889118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/39b996b07c994f9c812842b3f7bf2dcd is 50, key is test_row_0/B:col10/1732306828443/Put/seqid=0 2024-11-22T20:20:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741861_1037 (size=12001) 2024-11-22T20:20:29,159 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/39b996b07c994f9c812842b3f7bf2dcd 2024-11-22T20:20:29,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/7995d760f58441b895e8162ab6c35d34 is 50, key is test_row_0/C:col10/1732306828443/Put/seqid=0 2024-11-22T20:20:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741862_1038 (size=12001) 2024-11-22T20:20:29,207 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/7995d760f58441b895e8162ab6c35d34 2024-11-22T20:20:29,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f26de906346640bf8b84fb64da7fbb97 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97 2024-11-22T20:20:29,237 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T20:20:29,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/39b996b07c994f9c812842b3f7bf2dcd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd 2024-11-22T20:20:29,252 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T20:20:29,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/7995d760f58441b895e8162ab6c35d34 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34 2024-11-22T20:20:29,271 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34, entries=150, sequenceid=113, filesize=11.7 K 2024-11-22T20:20:29,274 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 63f050175033ee1bcea9655af922af6f in 625ms, sequenceid=113, compaction requested=false 2024-11-22T20:20:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-22T20:20:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-22T20:20:29,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T20:20:29,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 782 msec 2024-11-22T20:20:29,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 792 msec 2024-11-22T20:20:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:20:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:29,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8a39054f0cc346cfbeb748c5b32ae478 is 50, key is test_row_0/A:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306889438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306889439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306889440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306889442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306889445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741863_1039 (size=12151) 2024-11-22T20:20:29,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8a39054f0cc346cfbeb748c5b32ae478 2024-11-22T20:20:29,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a14c74768d09486181f0681bdd092b82 is 50, key is test_row_0/B:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741864_1040 (size=12151) 2024-11-22T20:20:29,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a14c74768d09486181f0681bdd092b82 2024-11-22T20:20:29,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/6153bfd530a3474e96c8dd4ae6d0b9e4 is 50, key is test_row_0/C:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306889544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306889547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306889548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306889551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306889551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741865_1041 (size=12151) 2024-11-22T20:20:29,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/6153bfd530a3474e96c8dd4ae6d0b9e4 2024-11-22T20:20:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:20:29,598 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-22T20:20:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8a39054f0cc346cfbeb748c5b32ae478 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478 2024-11-22T20:20:29,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-22T20:20:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:20:29,604 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:29,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:29,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:29,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478, entries=150, sequenceid=135, filesize=11.9 K 2024-11-22T20:20:29,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a14c74768d09486181f0681bdd092b82 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82 2024-11-22T20:20:29,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82, entries=150, sequenceid=135, filesize=11.9 K 2024-11-22T20:20:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/6153bfd530a3474e96c8dd4ae6d0b9e4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4 2024-11-22T20:20:29,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4, entries=150, sequenceid=135, filesize=11.9 K 2024-11-22T20:20:29,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 63f050175033ee1bcea9655af922af6f in 235ms, sequenceid=135, compaction requested=true 2024-11-22T20:20:29,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:29,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:29,646 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:29,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:20:29,646 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:29,673 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:29,673 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:29,673 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:29,673 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:29,674 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,674 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,674 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/341057f35a2943d2a43e601ef0fca3c2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.5 K 2024-11-22T20:20:29,674 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8244d6e2f1954e8198e63bd0775657b0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.5 K 2024-11-22T20:20:29,675 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 341057f35a2943d2a43e601ef0fca3c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:29,675 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8244d6e2f1954e8198e63bd0775657b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:29,675 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f26de906346640bf8b84fb64da7fbb97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732306828443 2024-11-22T20:20:29,676 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39b996b07c994f9c812842b3f7bf2dcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732306828443 2024-11-22T20:20:29,678 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a39054f0cc346cfbeb748c5b32ae478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:29,678 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a14c74768d09486181f0681bdd092b82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:29,698 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:29,699 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/50f2430b0f9d4c9f91868a96e13c067c is 50, key is test_row_0/B:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,704 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:29,705 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/17fed2aa6f7e4fd581433ecc0a9554f1 is 50, key is test_row_0/A:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:20:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741866_1042 (size=12459) 2024-11-22T20:20:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:29,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:20:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:29,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:29,755 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/50f2430b0f9d4c9f91868a96e13c067c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f2430b0f9d4c9f91868a96e13c067c 2024-11-22T20:20:29,759 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:20:29,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741867_1043 (size=12459) 2024-11-22T20:20:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/a022724c6d6b4d0aa0e789f5bae5ffca is 50, key is test_row_0/A:col10/1732306829439/Put/seqid=0 2024-11-22T20:20:29,778 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/17fed2aa6f7e4fd581433ecc0a9554f1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/17fed2aa6f7e4fd581433ecc0a9554f1 2024-11-22T20:20:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306889778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306889778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306889782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306889782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,787 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 50f2430b0f9d4c9f91868a96e13c067c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:29,787 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:29,787 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306829646; duration=0sec 2024-11-22T20:20:29,788 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:29,788 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:29,789 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:29,789 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 17fed2aa6f7e4fd581433ecc0a9554f1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:29,789 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:29,789 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306829645; duration=0sec 2024-11-22T20:20:29,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,790 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:29,790 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306889783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,793 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:29,793 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:29,793 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,794 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/498e098b98204424bba20ea71a54d0a0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=35.5 K 2024-11-22T20:20:29,795 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 498e098b98204424bba20ea71a54d0a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732306827793 2024-11-22T20:20:29,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741868_1044 (size=14541) 2024-11-22T20:20:29,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/a022724c6d6b4d0aa0e789f5bae5ffca 2024-11-22T20:20:29,797 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7995d760f58441b895e8162ab6c35d34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732306828443 2024-11-22T20:20:29,798 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6153bfd530a3474e96c8dd4ae6d0b9e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:29,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/46adc555d59148f59bb5a64386eae8d9 is 50, key is test_row_0/B:col10/1732306829439/Put/seqid=0 2024-11-22T20:20:29,819 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:29,821 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8443ba37eacd415f997c38526b81a863 is 50, key is test_row_0/C:col10/1732306828786/Put/seqid=0 2024-11-22T20:20:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741869_1045 (size=12151) 2024-11-22T20:20:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741870_1046 (size=12459) 2024-11-22T20:20:29,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/46adc555d59148f59bb5a64386eae8d9 2024-11-22T20:20:29,853 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8443ba37eacd415f997c38526b81a863 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8443ba37eacd415f997c38526b81a863 2024-11-22T20:20:29,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T20:20:29,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T20:20:29,869 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 8443ba37eacd415f997c38526b81a863(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:29,870 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:29,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/27677680d6674bce918ba96cb413b846 is 50, key is test_row_0/C:col10/1732306829439/Put/seqid=0 2024-11-22T20:20:29,870 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306829646; duration=0sec 2024-11-22T20:20:29,870 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:29,870 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:29,871 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T20:20:29,871 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-22T20:20:29,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T20:20:29,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T20:20:29,873 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T20:20:29,873 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T20:20:29,874 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:20:29,874 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T20:20:29,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306889886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306889887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306889892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306889892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306889893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741871_1047 (size=12151) 2024-11-22T20:20:29,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/27677680d6674bce918ba96cb413b846 2024-11-22T20:20:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:20:29,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:29,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/a022724c6d6b4d0aa0e789f5bae5ffca as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca 2024-11-22T20:20:29,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:20:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:29,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:29,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca, entries=200, sequenceid=154, filesize=14.2 K 2024-11-22T20:20:29,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/46adc555d59148f59bb5a64386eae8d9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9 2024-11-22T20:20:29,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T20:20:29,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/27677680d6674bce918ba96cb413b846 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846 2024-11-22T20:20:29,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T20:20:29,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 63f050175033ee1bcea9655af922af6f in 216ms, sequenceid=154, compaction requested=false 2024-11-22T20:20:29,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:30,070 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:20:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4ff0f063b22c416f942f2c982d6583d2 is 50, key is test_row_0/A:col10/1732306829781/Put/seqid=0 2024-11-22T20:20:30,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:30,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741872_1048 (size=12151) 2024-11-22T20:20:30,111 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4ff0f063b22c416f942f2c982d6583d2 2024-11-22T20:20:30,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306890115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306890117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306890117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306890119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306890121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/1185265457c646baadbd457d3b5006e7 is 50, key is test_row_0/B:col10/1732306829781/Put/seqid=0 2024-11-22T20:20:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741873_1049 (size=12151) 2024-11-22T20:20:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:20:30,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306890225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306890226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306890228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306890229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306890229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306890429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306890432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306890432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306890433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306890435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,549 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/1185265457c646baadbd457d3b5006e7 2024-11-22T20:20:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c8bfbc737bcc49249a20b62c0eae4cf2 is 50, key is test_row_0/C:col10/1732306829781/Put/seqid=0 2024-11-22T20:20:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741874_1050 (size=12151) 2024-11-22T20:20:30,589 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c8bfbc737bcc49249a20b62c0eae4cf2 2024-11-22T20:20:30,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4ff0f063b22c416f942f2c982d6583d2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2 2024-11-22T20:20:30,617 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T20:20:30,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/1185265457c646baadbd457d3b5006e7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7 2024-11-22T20:20:30,636 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T20:20:30,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c8bfbc737bcc49249a20b62c0eae4cf2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2 2024-11-22T20:20:30,659 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2, entries=150, sequenceid=174, filesize=11.9 K 2024-11-22T20:20:30,661 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 63f050175033ee1bcea9655af922af6f in 590ms, sequenceid=174, compaction requested=true 2024-11-22T20:20:30,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:30,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:30,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T20:20:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-22T20:20:30,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T20:20:30,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-11-22T20:20:30,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.0680 sec 2024-11-22T20:20:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:20:30,710 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-22T20:20:30,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-22T20:20:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:30,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:30,719 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:30,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:30,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:30,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:30,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/81bbb3faab89468d862c9a9ce29e325b is 50, key is test_row_0/A:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306890758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306890759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306890760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306890763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306890762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741875_1051 (size=12151) 2024-11-22T20:20:30,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/81bbb3faab89468d862c9a9ce29e325b 2024-11-22T20:20:30,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/eaeba50dd1a2424dbbda0957fba39c72 is 50, key is test_row_0/B:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:30,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741876_1052 (size=12151) 2024-11-22T20:20:30,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306890864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306890865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306890866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:20:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306890871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:30,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306890873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:31,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:20:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306891069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306891070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306891071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306891076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306891079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:20:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:31,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:31,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/eaeba50dd1a2424dbbda0957fba39c72 2024-11-22T20:20:31,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2b74bf87aaee4bdd93d870bc087542d9 is 50, key is test_row_0/C:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:31,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741877_1053 (size=12151) 2024-11-22T20:20:31,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2b74bf87aaee4bdd93d870bc087542d9 2024-11-22T20:20:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/81bbb3faab89468d862c9a9ce29e325b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b 2024-11-22T20:20:31,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T20:20:31,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/eaeba50dd1a2424dbbda0957fba39c72 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72 2024-11-22T20:20:31,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T20:20:31,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2b74bf87aaee4bdd93d870bc087542d9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9 2024-11-22T20:20:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:31,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T20:20:31,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 63f050175033ee1bcea9655af922af6f in 595ms, sequenceid=194, compaction requested=true 2024-11-22T20:20:31,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:31,334 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:31,335 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:31,337 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:31,337 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:31,337 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,338 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f2430b0f9d4c9f91868a96e13c067c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=47.8 K 2024-11-22T20:20:31,338 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:31,338 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:31,338 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,338 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/17fed2aa6f7e4fd581433ecc0a9554f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=50.1 K 2024-11-22T20:20:31,339 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f2430b0f9d4c9f91868a96e13c067c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:31,339 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17fed2aa6f7e4fd581433ecc0a9554f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:31,340 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 46adc555d59148f59bb5a64386eae8d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732306829435 2024-11-22T20:20:31,341 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a022724c6d6b4d0aa0e789f5bae5ffca, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732306829435 2024-11-22T20:20:31,341 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1185265457c646baadbd457d3b5006e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732306829776 2024-11-22T20:20:31,341 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ff0f063b22c416f942f2c982d6583d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732306829776 2024-11-22T20:20:31,342 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting eaeba50dd1a2424dbbda0957fba39c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:31,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81bbb3faab89468d862c9a9ce29e325b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:31,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:20:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,344 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:20:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:31,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/6223bb9388a54367b7aa70fea7ae7911 is 50, key is test_row_0/A:col10/1732306830760/Put/seqid=0 2024-11-22T20:20:31,368 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:31,369 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f215312407de4bdda96d906be4e61f99 is 50, key is test_row_0/A:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:31,376 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#41 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:31,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:31,377 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/09d79be3fad145578c7313f8e0fb5904 is 50, key is test_row_0/B:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306891398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306891398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306891400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306891401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306891403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741879_1055 (size=12151) 2024-11-22T20:20:31,412 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/6223bb9388a54367b7aa70fea7ae7911 2024-11-22T20:20:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741878_1054 (size=12595) 2024-11-22T20:20:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741880_1056 (size=12595) 2024-11-22T20:20:31,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9e2a49d484424a739bd0335ed1fffb83 is 50, key is test_row_0/B:col10/1732306830760/Put/seqid=0 2024-11-22T20:20:31,451 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f215312407de4bdda96d906be4e61f99 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f215312407de4bdda96d906be4e61f99 2024-11-22T20:20:31,459 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/09d79be3fad145578c7313f8e0fb5904 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/09d79be3fad145578c7313f8e0fb5904 2024-11-22T20:20:31,473 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 09d79be3fad145578c7313f8e0fb5904(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:31,473 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:31,473 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=12, startTime=1732306831335; duration=0sec 2024-11-22T20:20:31,474 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:31,474 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:31,474 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:31,474 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into f215312407de4bdda96d906be4e61f99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:31,474 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:31,475 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=12, startTime=1732306831334; duration=0sec 2024-11-22T20:20:31,477 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:31,477 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:31,477 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:31,477 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:31,477 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,478 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8443ba37eacd415f997c38526b81a863, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=47.8 K 2024-11-22T20:20:31,478 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8443ba37eacd415f997c38526b81a863, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732306828786 2024-11-22T20:20:31,479 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 27677680d6674bce918ba96cb413b846, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732306829435 2024-11-22T20:20:31,480 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bfbc737bcc49249a20b62c0eae4cf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732306829776 2024-11-22T20:20:31,481 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b74bf87aaee4bdd93d870bc087542d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741881_1057 (size=12151) 2024-11-22T20:20:31,485 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9e2a49d484424a739bd0335ed1fffb83 2024-11-22T20:20:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c0407d33556e486280d23331f648971d is 50, key is test_row_0/C:col10/1732306830760/Put/seqid=0 2024-11-22T20:20:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306891508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306891506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306891508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306891508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306891508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,514 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:31,515 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f6e8ec5043294c558f29bc65c1239a25 is 50, key is test_row_0/C:col10/1732306830118/Put/seqid=0 2024-11-22T20:20:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741882_1058 (size=12151) 2024-11-22T20:20:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741883_1059 (size=12595) 2024-11-22T20:20:31,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306891711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306891711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306891712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306891713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306891713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:31,932 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c0407d33556e486280d23331f648971d 2024-11-22T20:20:31,943 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f6e8ec5043294c558f29bc65c1239a25 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f6e8ec5043294c558f29bc65c1239a25 2024-11-22T20:20:31,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/6223bb9388a54367b7aa70fea7ae7911 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911 2024-11-22T20:20:31,958 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T20:20:31,961 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into f6e8ec5043294c558f29bc65c1239a25(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:31,961 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:31,961 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=12, startTime=1732306831335; duration=0sec 2024-11-22T20:20:31,961 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:31,961 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9e2a49d484424a739bd0335ed1fffb83 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83 2024-11-22T20:20:31,970 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T20:20:31,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c0407d33556e486280d23331f648971d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d 2024-11-22T20:20:31,981 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T20:20:31,983 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 63f050175033ee1bcea9655af922af6f in 639ms, sequenceid=211, compaction requested=false 2024-11-22T20:20:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:31,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T20:20:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-22T20:20:31,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T20:20:31,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2660 sec 2024-11-22T20:20:31,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2760 sec 2024-11-22T20:20:32,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:20:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:32,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8cfb48b6d9cd4f46929e579d039f73ae is 50, key is test_row_0/A:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741884_1060 (size=12151) 2024-11-22T20:20:32,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8cfb48b6d9cd4f46929e579d039f73ae 2024-11-22T20:20:32,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/b7a35689a04441e59aa358f93af6549d is 50, key is test_row_0/B:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741885_1061 (size=12151) 2024-11-22T20:20:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/b7a35689a04441e59aa358f93af6549d 2024-11-22T20:20:32,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/fd2140621b5049b2a849b2849172d2c8 is 50, key is test_row_0/C:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741886_1062 (size=12151) 2024-11-22T20:20:32,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/fd2140621b5049b2a849b2849172d2c8 2024-11-22T20:20:32,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8cfb48b6d9cd4f46929e579d039f73ae as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae 2024-11-22T20:20:32,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T20:20:32,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/b7a35689a04441e59aa358f93af6549d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d 2024-11-22T20:20:32,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T20:20:32,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/fd2140621b5049b2a849b2849172d2c8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8 2024-11-22T20:20:32,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-22T20:20:32,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 63f050175033ee1bcea9655af922af6f in 524ms, sequenceid=234, compaction requested=true 2024-11-22T20:20:32,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:32,544 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:32,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:20:32,544 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:32,546 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:32,546 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:32,546 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:32,546 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f215312407de4bdda96d906be4e61f99, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.0 K 2024-11-22T20:20:32,547 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:32,547 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:32,547 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:32,547 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/09d79be3fad145578c7313f8e0fb5904, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.0 K 2024-11-22T20:20:32,547 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f215312407de4bdda96d906be4e61f99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:32,548 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 09d79be3fad145578c7313f8e0fb5904, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:32,548 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6223bb9388a54367b7aa70fea7ae7911, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306830758 2024-11-22T20:20:32,548 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e2a49d484424a739bd0335ed1fffb83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306830758 2024-11-22T20:20:32,548 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cfb48b6d9cd4f46929e579d039f73ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:32,549 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b7a35689a04441e59aa358f93af6549d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:32,564 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:32,564 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/9da2c39dd8a64c3c9c54391f298bb0c8 is 50, key is test_row_0/A:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,570 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:32,571 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/2a61cb16c52340f895aa6c2f12751a58 is 50, key is test_row_0/B:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741887_1063 (size=12697) 2024-11-22T20:20:32,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741888_1064 (size=12697) 2024-11-22T20:20:32,601 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/2a61cb16c52340f895aa6c2f12751a58 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2a61cb16c52340f895aa6c2f12751a58 2024-11-22T20:20:32,611 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 2a61cb16c52340f895aa6c2f12751a58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:32,611 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:32,611 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306832544; duration=0sec 2024-11-22T20:20:32,611 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:32,611 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:32,611 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:32,615 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:32,615 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:32,615 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:32,616 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f6e8ec5043294c558f29bc65c1239a25, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.0 K 2024-11-22T20:20:32,616 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f6e8ec5043294c558f29bc65c1239a25, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306830117 2024-11-22T20:20:32,618 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c0407d33556e486280d23331f648971d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306830758 2024-11-22T20:20:32,618 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fd2140621b5049b2a849b2849172d2c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:32,632 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:32,636 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7 is 50, key is test_row_0/C:col10/1732306831396/Put/seqid=0 2024-11-22T20:20:32,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741889_1065 (size=12697) 2024-11-22T20:20:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:32,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:20:32,662 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:32,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:32,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e880493251174f6a94b8cc2385f65eb1 is 50, key is test_row_0/A:col10/1732306832659/Put/seqid=0 2024-11-22T20:20:32,676 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into be2cc4a7ec8f4fe6b6a06b7a47d7f6c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:32,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:32,676 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306832544; duration=0sec 2024-11-22T20:20:32,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:32,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:32,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741890_1066 (size=14541) 2024-11-22T20:20:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:20:32,824 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-22T20:20:32,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-22T20:20:32,828 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:32,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:32,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:20:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:20:32,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:20:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:32,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:32,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306892991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306892994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306892995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306892996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:32,999 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/9da2c39dd8a64c3c9c54391f298bb0c8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/9da2c39dd8a64c3c9c54391f298bb0c8 2024-11-22T20:20:33,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306892998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,008 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 9da2c39dd8a64c3c9c54391f298bb0c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:33,009 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:33,009 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306832543; duration=0sec 2024-11-22T20:20:33,009 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:33,009 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:33,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e880493251174f6a94b8cc2385f65eb1 2024-11-22T20:20:33,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/791ff7633fe9439bac5adc46bb880be1 is 50, key is test_row_0/B:col10/1732306832659/Put/seqid=0 2024-11-22T20:20:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741891_1067 (size=12151) 2024-11-22T20:20:33,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/791ff7633fe9439bac5adc46bb880be1 2024-11-22T20:20:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/03363834853449328c03578c396aa3ff is 50, key is test_row_0/C:col10/1732306832659/Put/seqid=0 2024-11-22T20:20:33,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741892_1068 (size=12151) 2024-11-22T20:20:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:20:33,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:20:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:20:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:33,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306893297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306893298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306893298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306893300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306893303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:20:33,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:20:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:33,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/03363834853449328c03578c396aa3ff 2024-11-22T20:20:33,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e880493251174f6a94b8cc2385f65eb1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1 2024-11-22T20:20:33,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1, entries=200, sequenceid=254, filesize=14.2 K 2024-11-22T20:20:33,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/791ff7633fe9439bac5adc46bb880be1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1 2024-11-22T20:20:33,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:20:33,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/03363834853449328c03578c396aa3ff as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff 2024-11-22T20:20:33,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:20:33,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 63f050175033ee1bcea9655af922af6f in 914ms, sequenceid=254, compaction requested=false 2024-11-22T20:20:33,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:33,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:20:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,602 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:20:33,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f9b1494ef8a049e5976afbc30dc18360 is 50, key is test_row_0/A:col10/1732306832680/Put/seqid=0 2024-11-22T20:20:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741893_1069 (size=12301) 2024-11-22T20:20:33,627 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f9b1494ef8a049e5976afbc30dc18360 2024-11-22T20:20:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5348713b00724a109b5730ffcfe0b21a is 50, key is test_row_0/B:col10/1732306832680/Put/seqid=0 2024-11-22T20:20:33,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741894_1070 (size=12301) 2024-11-22T20:20:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5348713b00724a109b5730ffcfe0b21a 2024-11-22T20:20:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/612533ec120c4261a16ed1d814ece1b6 is 50, key is test_row_0/C:col10/1732306832680/Put/seqid=0 2024-11-22T20:20:33,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741895_1071 (size=12301) 2024-11-22T20:20:33,694 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/612533ec120c4261a16ed1d814ece1b6 2024-11-22T20:20:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f9b1494ef8a049e5976afbc30dc18360 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360 2024-11-22T20:20:33,713 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T20:20:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5348713b00724a109b5730ffcfe0b21a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a 2024-11-22T20:20:33,726 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T20:20:33,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/612533ec120c4261a16ed1d814ece1b6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6 2024-11-22T20:20:33,735 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T20:20:33,737 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 63f050175033ee1bcea9655af922af6f in 135ms, sequenceid=273, compaction requested=true 2024-11-22T20:20:33,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:33,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:33,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-22T20:20:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-22T20:20:33,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T20:20:33,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 909 msec 2024-11-22T20:20:33,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 916 msec 2024-11-22T20:20:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:33,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:20:33,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:33,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:33,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:33,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:33,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/db1d3084979d4ca08df62131d3ba18dc is 50, key is test_row_0/A:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741896_1072 (size=22065) 2024-11-22T20:20:33,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306893875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306893877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306893878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306893878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:20:33,936 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-22T20:20:33,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-22T20:20:33,942 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:20:33,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:33,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306893988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306893988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306893989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306893989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306893989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:20:34,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306894194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306894195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306894195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306894196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306894196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:20:34,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/db1d3084979d4ca08df62131d3ba18dc 2024-11-22T20:20:34,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:34,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/cd0b86c25fb34a4e91fe2c78f641aa1a is 50, key is test_row_0/B:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:34,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741897_1073 (size=12301) 2024-11-22T20:20:34,408 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:34,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306894500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306894501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306894501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306894502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306894503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:20:34,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/cd0b86c25fb34a4e91fe2c78f641aa1a 2024-11-22T20:20:34,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8be627fe75a44d4b851c6b459c0776aa is 50, key is test_row_0/C:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741898_1074 (size=12301) 2024-11-22T20:20:34,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8be627fe75a44d4b851c6b459c0776aa 2024-11-22T20:20:34,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:34,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:34,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/db1d3084979d4ca08df62131d3ba18dc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc 2024-11-22T20:20:34,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc, entries=350, sequenceid=286, filesize=21.5 K 2024-11-22T20:20:34,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/cd0b86c25fb34a4e91fe2c78f641aa1a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a 2024-11-22T20:20:34,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T20:20:34,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8be627fe75a44d4b851c6b459c0776aa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa 2024-11-22T20:20:34,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T20:20:34,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 63f050175033ee1bcea9655af922af6f in 929ms, sequenceid=286, compaction requested=true 2024-11-22T20:20:34,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:34,749 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:34,750 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:34,751 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 61604 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:34,751 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:34,752 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,752 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/9da2c39dd8a64c3c9c54391f298bb0c8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=60.2 K 2024-11-22T20:20:34,752 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9da2c39dd8a64c3c9c54391f298bb0c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:34,753 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e880493251174f6a94b8cc2385f65eb1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306832041 2024-11-22T20:20:34,753 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:34,753 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:34,753 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,753 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2a61cb16c52340f895aa6c2f12751a58, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.3 K 2024-11-22T20:20:34,754 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a61cb16c52340f895aa6c2f12751a58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:34,754 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b1494ef8a049e5976afbc30dc18360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306832678 2024-11-22T20:20:34,754 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting db1d3084979d4ca08df62131d3ba18dc, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833809 2024-11-22T20:20:34,754 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 791ff7633fe9439bac5adc46bb880be1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306832041 2024-11-22T20:20:34,755 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5348713b00724a109b5730ffcfe0b21a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306832678 2024-11-22T20:20:34,755 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0b86c25fb34a4e91fe2c78f641aa1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833819 2024-11-22T20:20:34,774 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:34,775 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0fb0d04d700e46a4b18daaf827856d57 is 50, key is test_row_0/A:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:34,778 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:34,779 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/054585850dc64569809f9af7cf1e19b9 is 50, key is test_row_0/B:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:34,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741899_1075 (size=12983) 2024-11-22T20:20:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741900_1076 (size=12983) 2024-11-22T20:20:34,809 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0fb0d04d700e46a4b18daaf827856d57 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0fb0d04d700e46a4b18daaf827856d57 2024-11-22T20:20:34,809 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/054585850dc64569809f9af7cf1e19b9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/054585850dc64569809f9af7cf1e19b9 2024-11-22T20:20:34,821 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 0fb0d04d700e46a4b18daaf827856d57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:34,821 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:34,821 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=12, startTime=1732306834749; duration=0sec 2024-11-22T20:20:34,822 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 054585850dc64569809f9af7cf1e19b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:34,823 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=12, startTime=1732306834750; duration=0sec 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:34,823 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:34,825 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:34,825 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:34,825 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,825 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.3 K 2024-11-22T20:20:34,826 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting be2cc4a7ec8f4fe6b6a06b7a47d7f6c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732306831392 2024-11-22T20:20:34,826 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03363834853449328c03578c396aa3ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306832041 2024-11-22T20:20:34,827 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 612533ec120c4261a16ed1d814ece1b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306832678 2024-11-22T20:20:34,827 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8be627fe75a44d4b851c6b459c0776aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833819 2024-11-22T20:20:34,839 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:34,840 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f4360f7eca29434ab58642daeae28c1a is 50, key is test_row_0/C:col10/1732306833820/Put/seqid=0 2024-11-22T20:20:34,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741901_1077 (size=12983) 2024-11-22T20:20:34,871 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f4360f7eca29434ab58642daeae28c1a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f4360f7eca29434ab58642daeae28c1a 2024-11-22T20:20:34,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:34,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:20:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:34,873 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:34,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/092cd557c8d645edba277a3cebf57f4c is 50, key is test_row_0/A:col10/1732306833876/Put/seqid=0 2024-11-22T20:20:34,883 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into f4360f7eca29434ab58642daeae28c1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:34,884 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:34,884 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=12, startTime=1732306834750; duration=0sec 2024-11-22T20:20:34,884 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:34,884 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741902_1078 (size=12301) 2024-11-22T20:20:34,906 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/092cd557c8d645edba277a3cebf57f4c 2024-11-22T20:20:34,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/72483d6ee253466393aefa75335601b9 is 50, key is test_row_0/B:col10/1732306833876/Put/seqid=0 2024-11-22T20:20:34,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741903_1079 (size=12301) 2024-11-22T20:20:34,940 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/72483d6ee253466393aefa75335601b9 2024-11-22T20:20:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/115dde143f374751b6083be52030d4df is 50, key is test_row_0/C:col10/1732306833876/Put/seqid=0 2024-11-22T20:20:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741904_1080 (size=12301) 2024-11-22T20:20:34,988 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/115dde143f374751b6083be52030d4df 2024-11-22T20:20:35,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/092cd557c8d645edba277a3cebf57f4c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c 2024-11-22T20:20:35,007 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T20:20:35,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/72483d6ee253466393aefa75335601b9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9 2024-11-22T20:20:35,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:35,020 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T20:20:35,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/115dde143f374751b6083be52030d4df as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df 2024-11-22T20:20:35,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,029 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T20:20:35,031 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 63f050175033ee1bcea9655af922af6f in 158ms, sequenceid=312, compaction requested=false 2024-11-22T20:20:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-22T20:20:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-22T20:20:35,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T20:20:35,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-22T20:20:35,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1000 sec 2024-11-22T20:20:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:20:35,048 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-22T20:20:35,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-22T20:20:35,054 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:35,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:35,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:35,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:35,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/eb6fca9fab0e4c8290af8b2257a6d8ac is 50, key is test_row_0/A:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741905_1081 (size=12301) 2024-11-22T20:20:35,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/eb6fca9fab0e4c8290af8b2257a6d8ac 2024-11-22T20:20:35,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9a1a2243639941c98c8f05378ad14536 is 50, key is test_row_0/B:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741906_1082 (size=12301) 2024-11-22T20:20:35,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9a1a2243639941c98c8f05378ad14536 2024-11-22T20:20:35,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/201ba9553c6f4e1bb90fc1ede658a510 is 50, key is test_row_0/C:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741907_1083 (size=12301) 2024-11-22T20:20:35,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/201ba9553c6f4e1bb90fc1ede658a510 2024-11-22T20:20:35,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/eb6fca9fab0e4c8290af8b2257a6d8ac as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac 2024-11-22T20:20:35,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T20:20:35,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/9a1a2243639941c98c8f05378ad14536 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536 2024-11-22T20:20:35,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T20:20:35,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/201ba9553c6f4e1bb90fc1ede658a510 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510 2024-11-22T20:20:35,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510, entries=150, sequenceid=327, filesize=12.0 K 2024-11-22T20:20:35,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 63f050175033ee1bcea9655af922af6f in 123ms, sequenceid=327, compaction requested=true 2024-11-22T20:20:35,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:35,253 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:35,253 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:35,254 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:35,254 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:35,254 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:35,254 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:35,254 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,254 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,255 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/054585850dc64569809f9af7cf1e19b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.7 K 2024-11-22T20:20:35,255 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0fb0d04d700e46a4b18daaf827856d57, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.7 K 2024-11-22T20:20:35,255 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 054585850dc64569809f9af7cf1e19b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833819 2024-11-22T20:20:35,255 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fb0d04d700e46a4b18daaf827856d57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833819 2024-11-22T20:20:35,256 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 72483d6ee253466393aefa75335601b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306833874 2024-11-22T20:20:35,256 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 092cd557c8d645edba277a3cebf57f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306833874 2024-11-22T20:20:35,257 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb6fca9fab0e4c8290af8b2257a6d8ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:35,256 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a1a2243639941c98c8f05378ad14536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:35,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:20:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:35,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:35,271 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:35,272 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/fe123192e98c49e396d13d81f63cf247 is 50, key is test_row_0/B:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,278 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:35,279 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/1bbefb3f90eb4784b781986ad143368c is 50, key is test_row_0/A:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/90081c5c45ec4f779c0d8bb615ded52e is 50, key is test_row_0/A:col10/1732306835151/Put/seqid=0 2024-11-22T20:20:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741909_1085 (size=13085) 2024-11-22T20:20:35,306 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/1bbefb3f90eb4784b781986ad143368c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/1bbefb3f90eb4784b781986ad143368c 2024-11-22T20:20:35,316 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 1bbefb3f90eb4784b781986ad143368c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:35,316 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:35,316 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306835252; duration=0sec 2024-11-22T20:20:35,316 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:35,316 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:35,316 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:35,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741908_1084 (size=13085) 2024-11-22T20:20:35,319 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:35,319 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:35,319 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,320 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f4360f7eca29434ab58642daeae28c1a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=36.7 K 2024-11-22T20:20:35,320 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4360f7eca29434ab58642daeae28c1a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732306833819 2024-11-22T20:20:35,321 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 115dde143f374751b6083be52030d4df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306833874 2024-11-22T20:20:35,321 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 201ba9553c6f4e1bb90fc1ede658a510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:35,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741910_1086 (size=12301) 2024-11-22T20:20:35,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/90081c5c45ec4f779c0d8bb615ded52e 2024-11-22T20:20:35,337 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:35,338 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/87cb20523dd5466a8f32096360b45c64 is 50, key is test_row_0/C:col10/1732306835128/Put/seqid=0 2024-11-22T20:20:35,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f1d7a7ae2c334cdf8f6c79c49dc88acc is 50, key is test_row_0/B:col10/1732306835151/Put/seqid=0 2024-11-22T20:20:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:35,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741912_1088 (size=12301) 2024-11-22T20:20:35,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741911_1087 (size=13085) 2024-11-22T20:20:35,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,376 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/87cb20523dd5466a8f32096360b45c64 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/87cb20523dd5466a8f32096360b45c64 2024-11-22T20:20:35,403 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 87cb20523dd5466a8f32096360b45c64(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:35,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,405 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:35,406 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306835253; duration=0sec 2024-11-22T20:20:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,406 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,406 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,518 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:35,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,728 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/fe123192e98c49e396d13d81f63cf247 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fe123192e98c49e396d13d81f63cf247 2024-11-22T20:20:35,737 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into fe123192e98c49e396d13d81f63cf247(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:35,737 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:35,737 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306835253; duration=0sec 2024-11-22T20:20:35,738 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:35,738 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:35,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f1d7a7ae2c334cdf8f6c79c49dc88acc 2024-11-22T20:20:35,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8eb3a1a0423a42b28443810d6a70a326 is 50, key is test_row_0/C:col10/1732306835151/Put/seqid=0 2024-11-22T20:20:35,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741913_1089 (size=12301) 2024-11-22T20:20:35,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306895911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306895912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306895912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306895914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306895915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:35,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:35,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:35,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:35,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:36,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:36,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:36,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8eb3a1a0423a42b28443810d6a70a326 2024-11-22T20:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/90081c5c45ec4f779c0d8bb615ded52e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e 2024-11-22T20:20:36,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e, entries=150, sequenceid=351, filesize=12.0 K 2024-11-22T20:20:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f1d7a7ae2c334cdf8f6c79c49dc88acc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc 2024-11-22T20:20:36,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc, entries=150, sequenceid=351, filesize=12.0 K 2024-11-22T20:20:36,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8eb3a1a0423a42b28443810d6a70a326 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326 2024-11-22T20:20:36,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326, entries=150, sequenceid=351, filesize=12.0 K 2024-11-22T20:20:36,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 63f050175033ee1bcea9655af922af6f in 986ms, sequenceid=351, compaction requested=false 2024-11-22T20:20:36,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:36,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:20:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:36,288 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:20:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:36,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:36,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 is 50, key is test_row_0/A:col10/1732306835275/Put/seqid=0 2024-11-22T20:20:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741914_1090 (size=12301) 2024-11-22T20:20:36,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:36,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306896439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306896440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306896442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306896442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306896443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306896543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306896544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306896545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306896545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306896547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,704 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 2024-11-22T20:20:36,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f601e646f1724705be82109588d17a9a is 50, key is test_row_0/B:col10/1732306835275/Put/seqid=0 2024-11-22T20:20:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741915_1091 (size=12301) 2024-11-22T20:20:36,723 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f601e646f1724705be82109588d17a9a 2024-11-22T20:20:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b7d77399ee174518abf9bc1cc327e720 is 50, key is test_row_0/C:col10/1732306835275/Put/seqid=0 2024-11-22T20:20:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741916_1092 (size=12301) 2024-11-22T20:20:36,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306896747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306896748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306896749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306896751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:36,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306896752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306897055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306897055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306897056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306897058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306897058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,143 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b7d77399ee174518abf9bc1cc327e720 2024-11-22T20:20:37,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 2024-11-22T20:20:37,157 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T20:20:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/f601e646f1724705be82109588d17a9a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a 2024-11-22T20:20:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:37,165 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T20:20:37,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b7d77399ee174518abf9bc1cc327e720 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720 2024-11-22T20:20:37,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720, entries=150, sequenceid=367, filesize=12.0 K 2024-11-22T20:20:37,176 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 63f050175033ee1bcea9655af922af6f in 888ms, sequenceid=367, compaction requested=true 2024-11-22T20:20:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T20:20:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-22T20:20:37,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T20:20:37,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-22T20:20:37,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1310 sec 2024-11-22T20:20:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:37,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:37,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8c510ed0caf546bca27d67342e71cb7d is 50, key is test_row_0/A:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306897569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306897570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306897577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306897577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306897577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741917_1093 (size=14741) 2024-11-22T20:20:37,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8c510ed0caf546bca27d67342e71cb7d 2024-11-22T20:20:37,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8d100695537f424cad58993cf4065ab7 is 50, key is test_row_0/B:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741918_1094 (size=12301) 2024-11-22T20:20:37,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8d100695537f424cad58993cf4065ab7 2024-11-22T20:20:37,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/dcafbf9ebc30485ca3449448e8f29e55 is 50, key is test_row_0/C:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741919_1095 (size=12301) 2024-11-22T20:20:37,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/dcafbf9ebc30485ca3449448e8f29e55 2024-11-22T20:20:37,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306897678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/8c510ed0caf546bca27d67342e71cb7d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d 2024-11-22T20:20:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306897679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306897684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306897683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306897683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d, entries=200, sequenceid=394, filesize=14.4 K 2024-11-22T20:20:37,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/8d100695537f424cad58993cf4065ab7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7 2024-11-22T20:20:37,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T20:20:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/dcafbf9ebc30485ca3449448e8f29e55 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55 2024-11-22T20:20:37,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T20:20:37,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 63f050175033ee1bcea9655af922af6f in 157ms, sequenceid=394, compaction requested=true 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:37,719 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:37,720 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:37,721 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:37,721 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:37,722 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:37,722 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:37,722 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fe123192e98c49e396d13d81f63cf247, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.8 K 2024-11-22T20:20:37,722 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:37,722 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:37,722 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/1bbefb3f90eb4784b781986ad143368c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=51.2 K 2024-11-22T20:20:37,723 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fe123192e98c49e396d13d81f63cf247, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:37,723 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bbefb3f90eb4784b781986ad143368c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:37,723 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90081c5c45ec4f779c0d8bb615ded52e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732306835143 2024-11-22T20:20:37,723 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f1d7a7ae2c334cdf8f6c79c49dc88acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732306835143 2024-11-22T20:20:37,724 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f601e646f1724705be82109588d17a9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732306835270 2024-11-22T20:20:37,724 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6400d3cd0bc4ecc98d10b6d1bd358a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732306835270 2024-11-22T20:20:37,724 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d100695537f424cad58993cf4065ab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:37,725 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c510ed0caf546bca27d67342e71cb7d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:37,743 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:37,744 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/50f6a4aaacde4a4bbfc733a3d686f800 is 50, key is test_row_0/B:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,750 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:37,751 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/3ea1c25ce2b945c3a84105bdd862d895 is 50, key is test_row_0/A:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741920_1096 (size=13221) 2024-11-22T20:20:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741921_1097 (size=13221) 2024-11-22T20:20:37,764 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/3ea1c25ce2b945c3a84105bdd862d895 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3ea1c25ce2b945c3a84105bdd862d895 2024-11-22T20:20:37,772 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 3ea1c25ce2b945c3a84105bdd862d895(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:37,772 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:37,772 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=12, startTime=1732306837719; duration=0sec 2024-11-22T20:20:37,772 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:37,772 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:37,772 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:37,774 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:37,774 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:37,774 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:37,774 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/87cb20523dd5466a8f32096360b45c64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.8 K 2024-11-22T20:20:37,775 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87cb20523dd5466a8f32096360b45c64, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732306835019 2024-11-22T20:20:37,775 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb3a1a0423a42b28443810d6a70a326, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732306835143 2024-11-22T20:20:37,776 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7d77399ee174518abf9bc1cc327e720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732306835270 2024-11-22T20:20:37,777 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcafbf9ebc30485ca3449448e8f29e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:37,790 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:37,792 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8270f71e4a3e4cddbf4ef96c53165886 is 50, key is test_row_0/C:col10/1732306836440/Put/seqid=0 2024-11-22T20:20:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741922_1098 (size=13221) 2024-11-22T20:20:37,845 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/8270f71e4a3e4cddbf4ef96c53165886 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8270f71e4a3e4cddbf4ef96c53165886 2024-11-22T20:20:37,852 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 8270f71e4a3e4cddbf4ef96c53165886(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:37,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:37,852 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=12, startTime=1732306837719; duration=0sec 2024-11-22T20:20:37,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:37,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:37,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:37,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:37,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/535c22fd0bf84462874f5f2badcd952c is 50, key is test_row_0/A:col10/1732306837568/Put/seqid=0 2024-11-22T20:20:37,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741923_1099 (size=14741) 2024-11-22T20:20:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306897940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306897940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306897941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306897940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306897942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306898045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306898045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306898046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306898046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306898046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,164 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/50f6a4aaacde4a4bbfc733a3d686f800 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f6a4aaacde4a4bbfc733a3d686f800 2024-11-22T20:20:38,173 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 50f6a4aaacde4a4bbfc733a3d686f800(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:38,173 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:38,173 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=12, startTime=1732306837719; duration=0sec 2024-11-22T20:20:38,173 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:38,173 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306898248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306898248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306898252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306898252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306898254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/535c22fd0bf84462874f5f2badcd952c 2024-11-22T20:20:38,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/98d9197c68a04ccca3bfb622df1d6a17 is 50, key is test_row_0/B:col10/1732306837568/Put/seqid=0 2024-11-22T20:20:38,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741924_1100 (size=12301) 2024-11-22T20:20:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306898552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306898553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306898557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306898558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306898564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:38,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/98d9197c68a04ccca3bfb622df1d6a17 2024-11-22T20:20:38,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/3abf17b188754f21b2ff6ed80387a1e5 is 50, key is test_row_0/C:col10/1732306837568/Put/seqid=0 2024-11-22T20:20:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741925_1101 (size=12301) 2024-11-22T20:20:39,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306899057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306899060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306899062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306899068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306899068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:20:39,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/3abf17b188754f21b2ff6ed80387a1e5 2024-11-22T20:20:39,161 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-22T20:20:39,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-22T20:20:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:20:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/535c22fd0bf84462874f5f2badcd952c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c 2024-11-22T20:20:39,170 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:39,171 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:39,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:39,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c, entries=200, sequenceid=408, filesize=14.4 K 2024-11-22T20:20:39,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/98d9197c68a04ccca3bfb622df1d6a17 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17 2024-11-22T20:20:39,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T20:20:39,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/3abf17b188754f21b2ff6ed80387a1e5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5 2024-11-22T20:20:39,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T20:20:39,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 63f050175033ee1bcea9655af922af6f in 1317ms, sequenceid=408, compaction requested=false 2024-11-22T20:20:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:20:39,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:39,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-22T20:20:39,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:39,325 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:39,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:39,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/54892d96df72480a85c1aa695b7de5f7 is 50, key is test_row_0/A:col10/1732306837934/Put/seqid=0 2024-11-22T20:20:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741926_1102 (size=12301) 2024-11-22T20:20:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:20:39,736 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/54892d96df72480a85c1aa695b7de5f7 2024-11-22T20:20:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/0dd3bf45bbeb4f469da60ca082c700f1 is 50, key is test_row_0/B:col10/1732306837934/Put/seqid=0 2024-11-22T20:20:39,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741927_1103 (size=12301) 2024-11-22T20:20:39,753 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/0dd3bf45bbeb4f469da60ca082c700f1 2024-11-22T20:20:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/05ac1d3be5864bea8c23dc5c5e45296a is 50, key is test_row_0/C:col10/1732306837934/Put/seqid=0 2024-11-22T20:20:39,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741928_1104 (size=12301) 2024-11-22T20:20:39,769 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/05ac1d3be5864bea8c23dc5c5e45296a 2024-11-22T20:20:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:20:39,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/54892d96df72480a85c1aa695b7de5f7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7 2024-11-22T20:20:39,783 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T20:20:39,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/0dd3bf45bbeb4f469da60ca082c700f1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1 2024-11-22T20:20:39,792 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T20:20:39,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/05ac1d3be5864bea8c23dc5c5e45296a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a 2024-11-22T20:20:39,803 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T20:20:39,804 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 63f050175033ee1bcea9655af922af6f in 479ms, sequenceid=433, compaction requested=true 2024-11-22T20:20:39,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:39,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:39,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-22T20:20:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-22T20:20:39,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T20:20:39,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 635 msec 2024-11-22T20:20:39,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 644 msec 2024-11-22T20:20:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:40,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:40,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0833ec0e6e394ae79357d68ad8a89bfa is 50, key is test_row_0/A:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:40,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306900094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306900093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306900094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306900096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306900097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741929_1105 (size=14741) 2024-11-22T20:20:40,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0833ec0e6e394ae79357d68ad8a89bfa 2024-11-22T20:20:40,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/376502c841ea494a9ac1104c67f0a963 is 50, key is test_row_0/B:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741930_1106 (size=12301) 2024-11-22T20:20:40,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306900198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306900198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306900199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306900199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306900201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:20:40,273 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-22T20:20:40,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-22T20:20:40,277 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:40,278 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:40,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:40,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306900402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306900402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306900403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306900404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306900403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-22T20:20:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/376502c841ea494a9ac1104c67f0a963 2024-11-22T20:20:40,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2105af998dc04332ab231dd21f6da301 is 50, key is test_row_0/C:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741931_1107 (size=12301) 2024-11-22T20:20:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:40,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-22T20:20:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:40,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306900705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306900705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306900706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306900707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306900707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-22T20:20:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:40,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:40,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-22T20:20:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:40,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2105af998dc04332ab231dd21f6da301 2024-11-22T20:20:40,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/0833ec0e6e394ae79357d68ad8a89bfa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa 2024-11-22T20:20:40,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa, entries=200, sequenceid=445, filesize=14.4 K 2024-11-22T20:20:40,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/376502c841ea494a9ac1104c67f0a963 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963 2024-11-22T20:20:40,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T20:20:40,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/2105af998dc04332ab231dd21f6da301 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301 2024-11-22T20:20:40,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T20:20:40,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 63f050175033ee1bcea9655af922af6f in 892ms, sequenceid=445, compaction requested=true 2024-11-22T20:20:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:40,965 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:40,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:40,965 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:40,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:40,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:40,967 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:40,967 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:40,967 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,967 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3ea1c25ce2b945c3a84105bdd862d895, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=53.7 K 2024-11-22T20:20:40,968 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea1c25ce2b945c3a84105bdd862d895, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:40,968 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 535c22fd0bf84462874f5f2badcd952c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306837568 2024-11-22T20:20:40,968 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:40,968 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:40,968 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:40,968 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f6a4aaacde4a4bbfc733a3d686f800, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.9 K 2024-11-22T20:20:40,969 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54892d96df72480a85c1aa695b7de5f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732306837934 2024-11-22T20:20:40,969 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f6a4aaacde4a4bbfc733a3d686f800, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:40,969 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 98d9197c68a04ccca3bfb622df1d6a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306837568 2024-11-22T20:20:40,969 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0833ec0e6e394ae79357d68ad8a89bfa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840064 2024-11-22T20:20:40,970 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd3bf45bbeb4f469da60ca082c700f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732306837934 2024-11-22T20:20:40,970 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 376502c841ea494a9ac1104c67f0a963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840067 2024-11-22T20:20:40,982 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:40,982 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:40,983 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/23f9349483b34b90bffcd05edc9d4d83 is 50, key is test_row_0/A:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:40,983 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/77d0a8470e9144da947f496318ca82f4 is 50, key is test_row_0/B:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741933_1109 (size=13357) 2024-11-22T20:20:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741932_1108 (size=13357) 2024-11-22T20:20:41,004 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/23f9349483b34b90bffcd05edc9d4d83 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/23f9349483b34b90bffcd05edc9d4d83 2024-11-22T20:20:41,009 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 23f9349483b34b90bffcd05edc9d4d83(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:41,010 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:41,010 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=12, startTime=1732306840965; duration=0sec 2024-11-22T20:20:41,010 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:41,010 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:41,010 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:41,012 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:41,012 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:41,012 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:41,012 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8270f71e4a3e4cddbf4ef96c53165886, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=48.9 K 2024-11-22T20:20:41,013 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8270f71e4a3e4cddbf4ef96c53165886, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306836440 2024-11-22T20:20:41,013 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abf17b188754f21b2ff6ed80387a1e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306837568 2024-11-22T20:20:41,013 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05ac1d3be5864bea8c23dc5c5e45296a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732306837934 2024-11-22T20:20:41,014 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2105af998dc04332ab231dd21f6da301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840067 2024-11-22T20:20:41,024 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:41,024 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f78f0d546d094e48bf149db8ebc9688d is 50, key is test_row_0/C:col10/1732306840072/Put/seqid=0 2024-11-22T20:20:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741934_1110 (size=13357) 2024-11-22T20:20:41,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-22T20:20:41,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:41,044 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:41,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/33821ab40541451c85a22a473324f33a is 50, key is test_row_0/A:col10/1732306840094/Put/seqid=0 2024-11-22T20:20:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741935_1111 (size=12301) 2024-11-22T20:20:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:41,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306901213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306901214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306901215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306901216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306901217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306901318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306901318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306901318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306901321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306901322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:41,405 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/77d0a8470e9144da947f496318ca82f4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/77d0a8470e9144da947f496318ca82f4 2024-11-22T20:20:41,411 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 77d0a8470e9144da947f496318ca82f4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:41,411 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:41,411 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=12, startTime=1732306840965; duration=0sec 2024-11-22T20:20:41,411 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:41,412 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:41,438 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f78f0d546d094e48bf149db8ebc9688d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f78f0d546d094e48bf149db8ebc9688d 2024-11-22T20:20:41,444 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into f78f0d546d094e48bf149db8ebc9688d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:41,444 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:41,445 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=12, startTime=1732306840966; duration=0sec 2024-11-22T20:20:41,445 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:41,445 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:41,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/33821ab40541451c85a22a473324f33a 2024-11-22T20:20:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a20ab880d86c48bb8d019cb0fff2c481 is 50, key is test_row_0/B:col10/1732306840094/Put/seqid=0 2024-11-22T20:20:41,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741936_1112 (size=12301) 2024-11-22T20:20:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306901520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306901523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306901523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306901524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306901524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306901822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306901825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306901826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306901827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306901828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:41,871 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a20ab880d86c48bb8d019cb0fff2c481 2024-11-22T20:20:41,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c4dfb2ebff314ef08d3deaf408b6ae0c is 50, key is test_row_0/C:col10/1732306840094/Put/seqid=0 2024-11-22T20:20:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741937_1113 (size=12301) 2024-11-22T20:20:42,294 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c4dfb2ebff314ef08d3deaf408b6ae0c 2024-11-22T20:20:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/33821ab40541451c85a22a473324f33a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a 2024-11-22T20:20:42,305 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a, entries=150, sequenceid=470, filesize=12.0 K 2024-11-22T20:20:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/a20ab880d86c48bb8d019cb0fff2c481 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481 2024-11-22T20:20:42,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306902326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,327 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481, entries=150, sequenceid=470, filesize=12.0 K 2024-11-22T20:20:42,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/c4dfb2ebff314ef08d3deaf408b6ae0c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c 2024-11-22T20:20:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306902331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306902331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306902330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306902331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,335 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c, entries=150, sequenceid=470, filesize=12.0 K 2024-11-22T20:20:42,336 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 63f050175033ee1bcea9655af922af6f in 1292ms, sequenceid=470, compaction requested=false 2024-11-22T20:20:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-22T20:20:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-22T20:20:42,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T20:20:42,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0590 sec 2024-11-22T20:20:42,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.0640 sec 2024-11-22T20:20:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-22T20:20:42,382 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-22T20:20:42,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-22T20:20:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:42,385 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:42,386 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:42,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:42,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:42,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-22T20:20:42,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:42,539 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:20:42,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b09db297d9cd41b6b79cb7dc3f179bf3 is 50, key is test_row_0/A:col10/1732306841212/Put/seqid=0 2024-11-22T20:20:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741938_1114 (size=12301) 2024-11-22T20:20:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:42,952 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b09db297d9cd41b6b79cb7dc3f179bf3 2024-11-22T20:20:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/e69396648cd14520bf041cc134ad60f5 is 50, key is test_row_0/B:col10/1732306841212/Put/seqid=0 2024-11-22T20:20:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741939_1115 (size=12301) 2024-11-22T20:20:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:43,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306903347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306903347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306903348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306903348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306903349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,372 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/e69396648cd14520bf041cc134ad60f5 2024-11-22T20:20:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b17bea15e7444246b0e3485b6ee15a5e is 50, key is test_row_0/C:col10/1732306841212/Put/seqid=0 2024-11-22T20:20:43,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741940_1116 (size=12301) 2024-11-22T20:20:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306903450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306903451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306903451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306903451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306903452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:43,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306903653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306903653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306903654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306903654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306903656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,795 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b17bea15e7444246b0e3485b6ee15a5e 2024-11-22T20:20:43,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b09db297d9cd41b6b79cb7dc3f179bf3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3 2024-11-22T20:20:43,806 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T20:20:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/e69396648cd14520bf041cc134ad60f5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5 2024-11-22T20:20:43,812 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T20:20:43,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/b17bea15e7444246b0e3485b6ee15a5e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e 2024-11-22T20:20:43,821 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T20:20:43,823 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 63f050175033ee1bcea9655af922af6f in 1284ms, sequenceid=484, compaction requested=true 2024-11-22T20:20:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:43,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-22T20:20:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-22T20:20:43,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T20:20:43,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-22T20:20:43,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4430 sec 2024-11-22T20:20:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:43,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:20:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:43,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:43,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:43,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4502edac515e45898978c72ba6a71b24 is 50, key is test_row_0/A:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306903963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741941_1117 (size=12301) 2024-11-22T20:20:43,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306903964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306903965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306903965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306903966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306904068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306904070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306904070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306904072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306904072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306904270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306904273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306904274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306904275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306904275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4502edac515e45898978c72ba6a71b24 2024-11-22T20:20:44,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/21fc982a579f4452a9a67e386c9f50b3 is 50, key is test_row_0/B:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741942_1118 (size=12301) 2024-11-22T20:20:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:20:44,490 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-22T20:20:44,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-22T20:20:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:44,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:44,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:44,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306904575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306904575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306904576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306904578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306904579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:44,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-22T20:20:44,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:44,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:44,799 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-22T20:20:44,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/21fc982a579f4452a9a67e386c9f50b3 2024-11-22T20:20:44,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/540bf17230494cfe9f763b7a209db9b5 is 50, key is test_row_0/C:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741943_1119 (size=12301) 2024-11-22T20:20:44,952 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:44,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-22T20:20:44,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:44,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:44,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:45,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306905080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306905080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306905081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306905083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306905084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:45,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-22T20:20:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. as already flushing 2024-11-22T20:20:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:45,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/540bf17230494cfe9f763b7a209db9b5 2024-11-22T20:20:45,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/4502edac515e45898978c72ba6a71b24 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24 2024-11-22T20:20:45,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T20:20:45,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/21fc982a579f4452a9a67e386c9f50b3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3 2024-11-22T20:20:45,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T20:20:45,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/540bf17230494cfe9f763b7a209db9b5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5 2024-11-22T20:20:45,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T20:20:45,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 63f050175033ee1bcea9655af922af6f in 1281ms, sequenceid=509, compaction requested=true 2024-11-22T20:20:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:45,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:45,239 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:45,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:45,239 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:45,240 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:45,240 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:45,240 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:45,240 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,241 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:45,241 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/23f9349483b34b90bffcd05edc9d4d83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=49.1 K 2024-11-22T20:20:45,241 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,241 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/77d0a8470e9144da947f496318ca82f4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=49.1 K 2024-11-22T20:20:45,241 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f9349483b34b90bffcd05edc9d4d83, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840067 2024-11-22T20:20:45,241 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 77d0a8470e9144da947f496318ca82f4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840067 2024-11-22T20:20:45,242 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33821ab40541451c85a22a473324f33a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732306840088 2024-11-22T20:20:45,242 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting a20ab880d86c48bb8d019cb0fff2c481, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732306840088 2024-11-22T20:20:45,242 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b09db297d9cd41b6b79cb7dc3f179bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732306841211 2024-11-22T20:20:45,242 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e69396648cd14520bf041cc134ad60f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732306841211 2024-11-22T20:20:45,243 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4502edac515e45898978c72ba6a71b24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:45,243 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 21fc982a579f4452a9a67e386c9f50b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:45,254 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:45,255 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/2b07d97d82ca45b5a4cc9adf3c87f5c9 is 50, key is test_row_0/A:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:45,255 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:45,255 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/2c85cf97b4cf4168b4054c9ac0ccc02a is 50, key is test_row_0/B:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:45,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:45,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741944_1120 (size=13493) 2024-11-22T20:20:45,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-22T20:20:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741945_1121 (size=13493) 2024-11-22T20:20:45,261 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/96b051d0245e480c9a8f6133e99922f3 is 50, key is test_row_0/A:col10/1732306843962/Put/seqid=0 2024-11-22T20:20:45,270 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/2b07d97d82ca45b5a4cc9adf3c87f5c9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2b07d97d82ca45b5a4cc9adf3c87f5c9 2024-11-22T20:20:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741946_1122 (size=12301) 2024-11-22T20:20:45,277 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/96b051d0245e480c9a8f6133e99922f3 2024-11-22T20:20:45,280 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into 2b07d97d82ca45b5a4cc9adf3c87f5c9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:45,280 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:45,280 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=12, startTime=1732306845238; duration=0sec 2024-11-22T20:20:45,280 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:45,280 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:45,280 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:45,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:45,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:45,283 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,283 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f78f0d546d094e48bf149db8ebc9688d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=49.1 K 2024-11-22T20:20:45,284 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f78f0d546d094e48bf149db8ebc9688d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732306840067 2024-11-22T20:20:45,285 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4dfb2ebff314ef08d3deaf408b6ae0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732306840088 2024-11-22T20:20:45,285 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b17bea15e7444246b0e3485b6ee15a5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732306841211 2024-11-22T20:20:45,286 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540bf17230494cfe9f763b7a209db9b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5629d4d4903e409ab1cee955e6264595 is 50, key is test_row_0/B:col10/1732306843962/Put/seqid=0 2024-11-22T20:20:45,300 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:45,301 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5d02f2753af9479288bdc4d8fb2a486a is 50, key is test_row_0/C:col10/1732306843346/Put/seqid=0 2024-11-22T20:20:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741947_1123 (size=12301) 2024-11-22T20:20:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741948_1124 (size=13493) 2024-11-22T20:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:45,669 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/2c85cf97b4cf4168b4054c9ac0ccc02a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2c85cf97b4cf4168b4054c9ac0ccc02a 2024-11-22T20:20:45,675 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 2c85cf97b4cf4168b4054c9ac0ccc02a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:45,675 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:45,675 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=12, startTime=1732306845238; duration=0sec 2024-11-22T20:20:45,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:45,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:45,706 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5629d4d4903e409ab1cee955e6264595 2024-11-22T20:20:45,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/0820cd6845704608a49bf07d7217733c is 50, key is test_row_0/C:col10/1732306843962/Put/seqid=0 2024-11-22T20:20:45,720 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/5d02f2753af9479288bdc4d8fb2a486a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5d02f2753af9479288bdc4d8fb2a486a 2024-11-22T20:20:45,726 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 5d02f2753af9479288bdc4d8fb2a486a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:45,726 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:45,726 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=12, startTime=1732306845239; duration=0sec 2024-11-22T20:20:45,726 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:45,727 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741949_1125 (size=12301) 2024-11-22T20:20:45,737 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/0820cd6845704608a49bf07d7217733c 2024-11-22T20:20:45,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/96b051d0245e480c9a8f6133e99922f3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3 2024-11-22T20:20:45,748 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3, entries=150, sequenceid=521, filesize=12.0 K 2024-11-22T20:20:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/5629d4d4903e409ab1cee955e6264595 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595 2024-11-22T20:20:45,754 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595, entries=150, sequenceid=521, filesize=12.0 K 2024-11-22T20:20:45,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/0820cd6845704608a49bf07d7217733c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c 2024-11-22T20:20:45,763 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c, entries=150, sequenceid=521, filesize=12.0 K 2024-11-22T20:20:45,764 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 63f050175033ee1bcea9655af922af6f in 503ms, sequenceid=521, compaction requested=false 2024-11-22T20:20:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-22T20:20:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-22T20:20:45,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T20:20:45,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2720 sec 2024-11-22T20:20:45,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.2760 sec 2024-11-22T20:20:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:46,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:46,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e66ed8ab341e4c02995c042cdd157fbd is 50, key is test_row_0/A:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741950_1126 (size=12301) 2024-11-22T20:20:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306906111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306906111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306906113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306906114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306906115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306906217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306906217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306906217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306906217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306906219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,255 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:55696 2024-11-22T20:20:46,255 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:46,255 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:55696 2024-11-22T20:20:46,255 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:46,256 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:55696 2024-11-22T20:20:46,256 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:46,256 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:55696 2024-11-22T20:20:46,256 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306906420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306906420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306906421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306906421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306906422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e66ed8ab341e4c02995c042cdd157fbd 2024-11-22T20:20:46,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/d5b84f66079d401a80602fd7c1162de3 is 50, key is test_row_0/B:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:46,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741951_1127 (size=12301) 2024-11-22T20:20:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-22T20:20:46,597 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-22T20:20:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306906722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306906722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306906724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306906724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306906725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:46,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/d5b84f66079d401a80602fd7c1162de3 2024-11-22T20:20:46,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f288cee5b94f4d078a44e10f9d5832e3 is 50, key is test_row_0/C:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741952_1128 (size=12301) 2024-11-22T20:20:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38128 deadline: 1732306907224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38166 deadline: 1732306907225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38140 deadline: 1732306907226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38138 deadline: 1732306907227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38158 deadline: 1732306907228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:47,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f288cee5b94f4d078a44e10f9d5832e3 2024-11-22T20:20:47,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/e66ed8ab341e4c02995c042cdd157fbd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd 2024-11-22T20:20:47,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd, entries=150, sequenceid=537, filesize=12.0 K 2024-11-22T20:20:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/d5b84f66079d401a80602fd7c1162de3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3 2024-11-22T20:20:47,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3, entries=150, sequenceid=537, filesize=12.0 K 2024-11-22T20:20:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/f288cee5b94f4d078a44e10f9d5832e3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3 2024-11-22T20:20:47,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3, entries=150, sequenceid=537, filesize=12.0 K 2024-11-22T20:20:47,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 63f050175033ee1bcea9655af922af6f in 1259ms, sequenceid=537, compaction requested=true 2024-11-22T20:20:47,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:47,354 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 63f050175033ee1bcea9655af922af6f:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:47,354 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:47,355 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:47,355 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/A is initiating minor compaction (all files) 2024-11-22T20:20:47,355 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:47,355 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/A in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:47,355 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/B is initiating minor compaction (all files) 2024-11-22T20:20:47,355 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/B in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:47,355 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2b07d97d82ca45b5a4cc9adf3c87f5c9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=37.2 K 2024-11-22T20:20:47,355 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2c85cf97b4cf4168b4054c9ac0ccc02a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=37.2 K 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b07d97d82ca45b5a4cc9adf3c87f5c9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c85cf97b4cf4168b4054c9ac0ccc02a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b051d0245e480c9a8f6133e99922f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732306843962 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5629d4d4903e409ab1cee955e6264595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732306843962 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e66ed8ab341e4c02995c042cdd157fbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732306846093 2024-11-22T20:20:47,356 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b84f66079d401a80602fd7c1162de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732306846093 2024-11-22T20:20:47,365 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:47,365 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:47,366 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/70c298ed2dae4ba683620060b0c5ff81 is 50, key is test_row_0/B:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:47,366 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b2c3e55fa33943a88a2eb20431ed0c80 is 50, key is test_row_0/A:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741954_1130 (size=13595) 2024-11-22T20:20:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741953_1129 (size=13595) 2024-11-22T20:20:47,377 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/b2c3e55fa33943a88a2eb20431ed0c80 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b2c3e55fa33943a88a2eb20431ed0c80 2024-11-22T20:20:47,383 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/A of 63f050175033ee1bcea9655af922af6f into b2c3e55fa33943a88a2eb20431ed0c80(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:47,383 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:47,383 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/A, priority=13, startTime=1732306847354; duration=0sec 2024-11-22T20:20:47,383 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:47,383 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:A 2024-11-22T20:20:47,383 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:47,384 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:47,385 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 63f050175033ee1bcea9655af922af6f/C is initiating minor compaction (all files) 2024-11-22T20:20:47,385 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 63f050175033ee1bcea9655af922af6f/C in TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:47,385 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5d02f2753af9479288bdc4d8fb2a486a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp, totalSize=37.2 K 2024-11-22T20:20:47,385 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d02f2753af9479288bdc4d8fb2a486a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732306843346 2024-11-22T20:20:47,386 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0820cd6845704608a49bf07d7217733c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732306843962 2024-11-22T20:20:47,386 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f288cee5b94f4d078a44e10f9d5832e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=537, earliestPutTs=1732306846093 2024-11-22T20:20:47,393 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 63f050175033ee1bcea9655af922af6f#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:47,394 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/16a08a98ba55491490b5045330e642a1 is 50, key is test_row_0/C:col10/1732306846094/Put/seqid=0 2024-11-22T20:20:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741955_1131 (size=13595) 2024-11-22T20:20:47,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/70c298ed2dae4ba683620060b0c5ff81 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/70c298ed2dae4ba683620060b0c5ff81 2024-11-22T20:20:47,783 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/B of 63f050175033ee1bcea9655af922af6f into 70c298ed2dae4ba683620060b0c5ff81(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:47,783 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:47,783 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/B, priority=13, startTime=1732306847354; duration=0sec 2024-11-22T20:20:47,783 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:47,783 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:B 2024-11-22T20:20:47,803 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/16a08a98ba55491490b5045330e642a1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/16a08a98ba55491490b5045330e642a1 2024-11-22T20:20:47,808 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 63f050175033ee1bcea9655af922af6f/C of 63f050175033ee1bcea9655af922af6f into 16a08a98ba55491490b5045330e642a1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:47,808 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:47,808 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f., storeName=63f050175033ee1bcea9655af922af6f/C, priority=13, startTime=1732306847354; duration=0sec 2024-11-22T20:20:47,808 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:47,808 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 63f050175033ee1bcea9655af922af6f:C 2024-11-22T20:20:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:48,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:48,232 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:55696 2024-11-22T20:20:48,232 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:48,232 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:55696 2024-11-22T20:20:48,233 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:48,234 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:55696 2024-11-22T20:20:48,234 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,236 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:55696 2024-11-22T20:20:48,236 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,237 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:55696 2024-11-22T20:20:48,237 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,237 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-22T20:20:48,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/2f237688ee9a4d2091dd0b0c9b2f0eff is 50, key is test_row_0/A:col10/1732306848231/Put/seqid=0 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7231 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7141 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3154 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9459 rows 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3137 2024-11-22T20:20:48,238 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9410 rows 2024-11-22T20:20:48,238 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:20:48,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:55696 2024-11-22T20:20:48,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:20:48,243 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:20:48,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:20:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741956_1132 (size=12301) 2024-11-22T20:20:48,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/2f237688ee9a4d2091dd0b0c9b2f0eff 2024-11-22T20:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:48,257 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306848256"}]},"ts":"1732306848256"} 2024-11-22T20:20:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:48,258 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:20:48,261 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:20:48,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/c6d09352996643d195d662512d440966 is 50, key is test_row_0/B:col10/1732306848231/Put/seqid=0 2024-11-22T20:20:48,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:20:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741957_1133 (size=12301) 2024-11-22T20:20:48,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, UNASSIGN}] 2024-11-22T20:20:48,268 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, UNASSIGN 2024-11-22T20:20:48,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=63f050175033ee1bcea9655af922af6f, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:48,269 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:20:48,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:48,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:48,426 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:48,426 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:20:48,427 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 63f050175033ee1bcea9655af922af6f, disabling compactions & flushes 2024-11-22T20:20:48,427 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:48,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:20:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:48,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/c6d09352996643d195d662512d440966 2024-11-22T20:20:48,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/225d7c76262c4378a5360df50896e541 is 50, key is test_row_0/C:col10/1732306848231/Put/seqid=0 2024-11-22T20:20:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741958_1134 (size=12301) 2024-11-22T20:20:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:49,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/225d7c76262c4378a5360df50896e541 2024-11-22T20:20:49,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/2f237688ee9a4d2091dd0b0c9b2f0eff as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2f237688ee9a4d2091dd0b0c9b2f0eff 2024-11-22T20:20:49,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2f237688ee9a4d2091dd0b0c9b2f0eff, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T20:20:49,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/c6d09352996643d195d662512d440966 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/c6d09352996643d195d662512d440966 2024-11-22T20:20:49,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/c6d09352996643d195d662512d440966, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T20:20:49,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/225d7c76262c4378a5360df50896e541 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/225d7c76262c4378a5360df50896e541 2024-11-22T20:20:49,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/225d7c76262c4378a5360df50896e541, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T20:20:49,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 63f050175033ee1bcea9655af922af6f in 866ms, sequenceid=565, compaction requested=false 2024-11-22T20:20:49,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:49,098 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:49,098 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:49,098 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. after waiting 0 ms 2024-11-22T20:20:49,098 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:49,098 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 63f050175033ee1bcea9655af922af6f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T20:20:49,098 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=A 2024-11-22T20:20:49,099 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:49,099 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=B 2024-11-22T20:20:49,099 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:49,099 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 63f050175033ee1bcea9655af922af6f, store=C 2024-11-22T20:20:49,099 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:49,103 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/3e97c459edeb4812be84a37df7dd6b22 is 50, key is test_row_1/A:col10/1732306848236/Put/seqid=0 2024-11-22T20:20:49,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741959_1135 (size=9857) 2024-11-22T20:20:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:49,508 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/3e97c459edeb4812be84a37df7dd6b22 2024-11-22T20:20:49,516 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/745e9d396e934ca2b05e50da9359a5d7 is 50, key is test_row_1/B:col10/1732306848236/Put/seqid=0 2024-11-22T20:20:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741960_1136 (size=9857) 2024-11-22T20:20:49,920 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/745e9d396e934ca2b05e50da9359a5d7 2024-11-22T20:20:49,944 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/38e9f664cb044f9d882147430ba38815 is 50, key is test_row_1/C:col10/1732306848236/Put/seqid=0 2024-11-22T20:20:49,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741961_1137 (size=9857) 2024-11-22T20:20:50,349 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/38e9f664cb044f9d882147430ba38815 2024-11-22T20:20:50,354 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/A/3e97c459edeb4812be84a37df7dd6b22 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3e97c459edeb4812be84a37df7dd6b22 2024-11-22T20:20:50,358 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3e97c459edeb4812be84a37df7dd6b22, entries=100, sequenceid=571, filesize=9.6 K 2024-11-22T20:20:50,359 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/B/745e9d396e934ca2b05e50da9359a5d7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/745e9d396e934ca2b05e50da9359a5d7 2024-11-22T20:20:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:50,363 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/745e9d396e934ca2b05e50da9359a5d7, entries=100, sequenceid=571, filesize=9.6 K 2024-11-22T20:20:50,364 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/.tmp/C/38e9f664cb044f9d882147430ba38815 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/38e9f664cb044f9d882147430ba38815 2024-11-22T20:20:50,368 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/38e9f664cb044f9d882147430ba38815, entries=100, sequenceid=571, filesize=9.6 K 2024-11-22T20:20:50,369 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 63f050175033ee1bcea9655af922af6f in 1271ms, sequenceid=571, compaction requested=true 2024-11-22T20:20:50,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/67ffae42fd18431e800d903f5a62ff92, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/341057f35a2943d2a43e601ef0fca3c2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/17fed2aa6f7e4fd581433ecc0a9554f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f215312407de4bdda96d906be4e61f99, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/9da2c39dd8a64c3c9c54391f298bb0c8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0fb0d04d700e46a4b18daaf827856d57, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/1bbefb3f90eb4784b781986ad143368c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3ea1c25ce2b945c3a84105bdd862d895, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/23f9349483b34b90bffcd05edc9d4d83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2b07d97d82ca45b5a4cc9adf3c87f5c9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd] to archive 2024-11-22T20:20:50,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:20:50,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/822d1d85237b4170b79cd79b32fb4a63 2024-11-22T20:20:50,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b8eff8755af142f09eec33787843d733 2024-11-22T20:20:50,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/67ffae42fd18431e800d903f5a62ff92 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/67ffae42fd18431e800d903f5a62ff92 2024-11-22T20:20:50,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/c33aef67fe414232a94c298621ff3809 2024-11-22T20:20:50,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0cede95ab33744eab813a4552919fed7 2024-11-22T20:20:50,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/341057f35a2943d2a43e601ef0fca3c2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/341057f35a2943d2a43e601ef0fca3c2 2024-11-22T20:20:50,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/24d9e229c90d44f39455eeeecd1b5bd4 2024-11-22T20:20:50,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f26de906346640bf8b84fb64da7fbb97 2024-11-22T20:20:50,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/17fed2aa6f7e4fd581433ecc0a9554f1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/17fed2aa6f7e4fd581433ecc0a9554f1 2024-11-22T20:20:50,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8a39054f0cc346cfbeb748c5b32ae478 2024-11-22T20:20:50,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/a022724c6d6b4d0aa0e789f5bae5ffca 2024-11-22T20:20:50,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4ff0f063b22c416f942f2c982d6583d2 2024-11-22T20:20:50,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f215312407de4bdda96d906be4e61f99 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f215312407de4bdda96d906be4e61f99 2024-11-22T20:20:50,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/81bbb3faab89468d862c9a9ce29e325b 2024-11-22T20:20:50,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/6223bb9388a54367b7aa70fea7ae7911 2024-11-22T20:20:50,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/9da2c39dd8a64c3c9c54391f298bb0c8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/9da2c39dd8a64c3c9c54391f298bb0c8 2024-11-22T20:20:50,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8cfb48b6d9cd4f46929e579d039f73ae 2024-11-22T20:20:50,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e880493251174f6a94b8cc2385f65eb1 2024-11-22T20:20:50,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f9b1494ef8a049e5976afbc30dc18360 2024-11-22T20:20:50,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/db1d3084979d4ca08df62131d3ba18dc 2024-11-22T20:20:50,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0fb0d04d700e46a4b18daaf827856d57 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0fb0d04d700e46a4b18daaf827856d57 2024-11-22T20:20:50,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/092cd557c8d645edba277a3cebf57f4c 2024-11-22T20:20:50,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/1bbefb3f90eb4784b781986ad143368c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/1bbefb3f90eb4784b781986ad143368c 2024-11-22T20:20:50,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/eb6fca9fab0e4c8290af8b2257a6d8ac 2024-11-22T20:20:50,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/90081c5c45ec4f779c0d8bb615ded52e 2024-11-22T20:20:50,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/f6400d3cd0bc4ecc98d10b6d1bd358a9 2024-11-22T20:20:50,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/8c510ed0caf546bca27d67342e71cb7d 2024-11-22T20:20:50,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3ea1c25ce2b945c3a84105bdd862d895 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3ea1c25ce2b945c3a84105bdd862d895 2024-11-22T20:20:50,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/535c22fd0bf84462874f5f2badcd952c 2024-11-22T20:20:50,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/54892d96df72480a85c1aa695b7de5f7 2024-11-22T20:20:50,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/0833ec0e6e394ae79357d68ad8a89bfa 2024-11-22T20:20:50,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/23f9349483b34b90bffcd05edc9d4d83 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/23f9349483b34b90bffcd05edc9d4d83 2024-11-22T20:20:50,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/33821ab40541451c85a22a473324f33a 2024-11-22T20:20:50,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b09db297d9cd41b6b79cb7dc3f179bf3 2024-11-22T20:20:50,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2b07d97d82ca45b5a4cc9adf3c87f5c9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2b07d97d82ca45b5a4cc9adf3c87f5c9 2024-11-22T20:20:50,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/4502edac515e45898978c72ba6a71b24 2024-11-22T20:20:50,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/96b051d0245e480c9a8f6133e99922f3 2024-11-22T20:20:50,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/e66ed8ab341e4c02995c042cdd157fbd 2024-11-22T20:20:50,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d0cff25326e6413484bf6345bd42f853, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8244d6e2f1954e8198e63bd0775657b0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f2430b0f9d4c9f91868a96e13c067c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/09d79be3fad145578c7313f8e0fb5904, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2a61cb16c52340f895aa6c2f12751a58, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/054585850dc64569809f9af7cf1e19b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fe123192e98c49e396d13d81f63cf247, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f6a4aaacde4a4bbfc733a3d686f800, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/77d0a8470e9144da947f496318ca82f4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2c85cf97b4cf4168b4054c9ac0ccc02a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3] to archive 2024-11-22T20:20:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:20:50,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9b8fdfbac96344d7a67dd846229c5e78 2024-11-22T20:20:50,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8aedb881ba8b40b2a6cf9b0f7eacb195 2024-11-22T20:20:50,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d0cff25326e6413484bf6345bd42f853 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d0cff25326e6413484bf6345bd42f853 2024-11-22T20:20:50,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5beffe9eec1e4bd18310cb0cdbd799b8 2024-11-22T20:20:50,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/7e13b804d5044a4b985b5a1f43eb1883 2024-11-22T20:20:50,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8244d6e2f1954e8198e63bd0775657b0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8244d6e2f1954e8198e63bd0775657b0 2024-11-22T20:20:50,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fde3a728fc394e5eb425d6a6755ae2cf 2024-11-22T20:20:50,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/39b996b07c994f9c812842b3f7bf2dcd 2024-11-22T20:20:50,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f2430b0f9d4c9f91868a96e13c067c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f2430b0f9d4c9f91868a96e13c067c 2024-11-22T20:20:50,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a14c74768d09486181f0681bdd092b82 2024-11-22T20:20:50,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/46adc555d59148f59bb5a64386eae8d9 2024-11-22T20:20:50,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/1185265457c646baadbd457d3b5006e7 2024-11-22T20:20:50,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/09d79be3fad145578c7313f8e0fb5904 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/09d79be3fad145578c7313f8e0fb5904 2024-11-22T20:20:50,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/eaeba50dd1a2424dbbda0957fba39c72 2024-11-22T20:20:50,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9e2a49d484424a739bd0335ed1fffb83 2024-11-22T20:20:50,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2a61cb16c52340f895aa6c2f12751a58 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2a61cb16c52340f895aa6c2f12751a58 2024-11-22T20:20:50,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/b7a35689a04441e59aa358f93af6549d 2024-11-22T20:20:50,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/791ff7633fe9439bac5adc46bb880be1 2024-11-22T20:20:50,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5348713b00724a109b5730ffcfe0b21a 2024-11-22T20:20:50,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/054585850dc64569809f9af7cf1e19b9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/054585850dc64569809f9af7cf1e19b9 2024-11-22T20:20:50,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/cd0b86c25fb34a4e91fe2c78f641aa1a 2024-11-22T20:20:50,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/72483d6ee253466393aefa75335601b9 2024-11-22T20:20:50,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fe123192e98c49e396d13d81f63cf247 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/fe123192e98c49e396d13d81f63cf247 2024-11-22T20:20:50,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/9a1a2243639941c98c8f05378ad14536 2024-11-22T20:20:50,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f1d7a7ae2c334cdf8f6c79c49dc88acc 2024-11-22T20:20:50,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/f601e646f1724705be82109588d17a9a 2024-11-22T20:20:50,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f6a4aaacde4a4bbfc733a3d686f800 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/50f6a4aaacde4a4bbfc733a3d686f800 2024-11-22T20:20:50,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/8d100695537f424cad58993cf4065ab7 2024-11-22T20:20:50,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/98d9197c68a04ccca3bfb622df1d6a17 2024-11-22T20:20:50,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/0dd3bf45bbeb4f469da60ca082c700f1 2024-11-22T20:20:50,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/77d0a8470e9144da947f496318ca82f4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/77d0a8470e9144da947f496318ca82f4 2024-11-22T20:20:50,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/376502c841ea494a9ac1104c67f0a963 2024-11-22T20:20:50,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/a20ab880d86c48bb8d019cb0fff2c481 2024-11-22T20:20:50,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/e69396648cd14520bf041cc134ad60f5 2024-11-22T20:20:50,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2c85cf97b4cf4168b4054c9ac0ccc02a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/2c85cf97b4cf4168b4054c9ac0ccc02a 2024-11-22T20:20:50,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/21fc982a579f4452a9a67e386c9f50b3 2024-11-22T20:20:50,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/5629d4d4903e409ab1cee955e6264595 2024-11-22T20:20:50,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/d5b84f66079d401a80602fd7c1162de3 2024-11-22T20:20:50,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3293c59393c64c60a1448d6cde246496, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/498e098b98204424bba20ea71a54d0a0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8443ba37eacd415f997c38526b81a863, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f6e8ec5043294c558f29bc65c1239a25, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f4360f7eca29434ab58642daeae28c1a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/87cb20523dd5466a8f32096360b45c64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8270f71e4a3e4cddbf4ef96c53165886, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f78f0d546d094e48bf149db8ebc9688d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5d02f2753af9479288bdc4d8fb2a486a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3] to archive 2024-11-22T20:20:50,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:20:50,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5903f4deb9e24156925bbdc39d0eb639 2024-11-22T20:20:50,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/ffff7b0ce10e44caa3bef09b882033bd 2024-11-22T20:20:50,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3293c59393c64c60a1448d6cde246496 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3293c59393c64c60a1448d6cde246496 2024-11-22T20:20:50,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5057683a1d8748ac857042befcfcc603 2024-11-22T20:20:50,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/544ff37c3a1b421f915eb1b03ecfa692 2024-11-22T20:20:50,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/498e098b98204424bba20ea71a54d0a0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/498e098b98204424bba20ea71a54d0a0 2024-11-22T20:20:50,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5b78b0090b1f42ab80d1e725fdfd1e64 2024-11-22T20:20:50,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/7995d760f58441b895e8162ab6c35d34 2024-11-22T20:20:50,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8443ba37eacd415f997c38526b81a863 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8443ba37eacd415f997c38526b81a863 2024-11-22T20:20:50,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/6153bfd530a3474e96c8dd4ae6d0b9e4 2024-11-22T20:20:50,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/27677680d6674bce918ba96cb413b846 2024-11-22T20:20:50,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c8bfbc737bcc49249a20b62c0eae4cf2 2024-11-22T20:20:50,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f6e8ec5043294c558f29bc65c1239a25 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f6e8ec5043294c558f29bc65c1239a25 2024-11-22T20:20:50,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2b74bf87aaee4bdd93d870bc087542d9 2024-11-22T20:20:50,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c0407d33556e486280d23331f648971d 2024-11-22T20:20:50,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/be2cc4a7ec8f4fe6b6a06b7a47d7f6c7 2024-11-22T20:20:50,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/fd2140621b5049b2a849b2849172d2c8 2024-11-22T20:20:50,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/03363834853449328c03578c396aa3ff 2024-11-22T20:20:50,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/612533ec120c4261a16ed1d814ece1b6 2024-11-22T20:20:50,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f4360f7eca29434ab58642daeae28c1a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f4360f7eca29434ab58642daeae28c1a 2024-11-22T20:20:50,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8be627fe75a44d4b851c6b459c0776aa 2024-11-22T20:20:50,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/115dde143f374751b6083be52030d4df 2024-11-22T20:20:50,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/87cb20523dd5466a8f32096360b45c64 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/87cb20523dd5466a8f32096360b45c64 2024-11-22T20:20:50,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/201ba9553c6f4e1bb90fc1ede658a510 2024-11-22T20:20:50,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8eb3a1a0423a42b28443810d6a70a326 2024-11-22T20:20:50,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b7d77399ee174518abf9bc1cc327e720 2024-11-22T20:20:50,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8270f71e4a3e4cddbf4ef96c53165886 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/8270f71e4a3e4cddbf4ef96c53165886 2024-11-22T20:20:50,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/dcafbf9ebc30485ca3449448e8f29e55 2024-11-22T20:20:50,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/3abf17b188754f21b2ff6ed80387a1e5 2024-11-22T20:20:50,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/05ac1d3be5864bea8c23dc5c5e45296a 2024-11-22T20:20:50,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f78f0d546d094e48bf149db8ebc9688d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f78f0d546d094e48bf149db8ebc9688d 2024-11-22T20:20:50,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/2105af998dc04332ab231dd21f6da301 2024-11-22T20:20:50,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/c4dfb2ebff314ef08d3deaf408b6ae0c 2024-11-22T20:20:50,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/b17bea15e7444246b0e3485b6ee15a5e 2024-11-22T20:20:50,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5d02f2753af9479288bdc4d8fb2a486a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/5d02f2753af9479288bdc4d8fb2a486a 2024-11-22T20:20:50,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/540bf17230494cfe9f763b7a209db9b5 2024-11-22T20:20:50,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/0820cd6845704608a49bf07d7217733c 2024-11-22T20:20:50,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/f288cee5b94f4d078a44e10f9d5832e3 2024-11-22T20:20:50,538 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/recovered.edits/574.seqid, newMaxSeqId=574, maxSeqId=1 2024-11-22T20:20:50,541 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f. 2024-11-22T20:20:50,541 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 63f050175033ee1bcea9655af922af6f: 2024-11-22T20:20:50,543 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:50,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=63f050175033ee1bcea9655af922af6f, regionState=CLOSED 2024-11-22T20:20:50,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T20:20:50,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 63f050175033ee1bcea9655af922af6f, server=bc573ddb75cd,44749,1732306820106 in 2.2760 sec 2024-11-22T20:20:50,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T20:20:50,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=63f050175033ee1bcea9655af922af6f, UNASSIGN in 2.2800 sec 2024-11-22T20:20:50,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T20:20:50,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2880 sec 2024-11-22T20:20:50,553 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306850552"}]},"ts":"1732306850552"} 2024-11-22T20:20:50,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:20:50,556 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:20:50,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3080 sec 2024-11-22T20:20:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:20:52,362 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-22T20:20:52,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:20:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,371 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,372 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-22T20:20:52,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:52,379 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/recovered.edits] 2024-11-22T20:20:52,382 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2f237688ee9a4d2091dd0b0c9b2f0eff to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/2f237688ee9a4d2091dd0b0c9b2f0eff 2024-11-22T20:20:52,383 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3e97c459edeb4812be84a37df7dd6b22 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/3e97c459edeb4812be84a37df7dd6b22 2024-11-22T20:20:52,385 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b2c3e55fa33943a88a2eb20431ed0c80 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/A/b2c3e55fa33943a88a2eb20431ed0c80 2024-11-22T20:20:52,387 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/70c298ed2dae4ba683620060b0c5ff81 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/70c298ed2dae4ba683620060b0c5ff81 2024-11-22T20:20:52,389 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/745e9d396e934ca2b05e50da9359a5d7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/745e9d396e934ca2b05e50da9359a5d7 2024-11-22T20:20:52,390 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/c6d09352996643d195d662512d440966 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/B/c6d09352996643d195d662512d440966 2024-11-22T20:20:52,393 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/16a08a98ba55491490b5045330e642a1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/16a08a98ba55491490b5045330e642a1 2024-11-22T20:20:52,394 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/225d7c76262c4378a5360df50896e541 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/225d7c76262c4378a5360df50896e541 2024-11-22T20:20:52,395 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/38e9f664cb044f9d882147430ba38815 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/C/38e9f664cb044f9d882147430ba38815 2024-11-22T20:20:52,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/recovered.edits/574.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f/recovered.edits/574.seqid 2024-11-22T20:20:52,398 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/63f050175033ee1bcea9655af922af6f 2024-11-22T20:20:52,398 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:20:52,403 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T20:20:52,410 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:20:52,441 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:20:52,442 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,442 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:20:52,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306852442"}]},"ts":"9223372036854775807"} 2024-11-22T20:20:52,445 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:20:52,445 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 63f050175033ee1bcea9655af922af6f, NAME => 'TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:20:52,445 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:20:52,446 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306852445"}]},"ts":"9223372036854775807"} 2024-11-22T20:20:52,448 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:20:52,451 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-22T20:20:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-22T20:20:52,473 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-11-22T20:20:52,492 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS:0;bc573ddb75cd:44749-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600813580_22 at /127.0.0.1:58780 [Waiting for operation #364] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600813580_22 at /127.0.0.1:41702 [Waiting for operation #376] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1321887527_22 at /127.0.0.1:36500 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 169) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4899 (was 5444) 2024-11-22T20:20:52,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=4899 2024-11-22T20:20:52,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:20:52,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:20:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:52,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:20:52,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:52,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-11-22T20:20:52,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:20:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:52,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741962_1138 (size=960) 2024-11-22T20:20:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:52,917 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:20:52,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741963_1139 (size=53) 2024-11-22T20:20:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3cf4a73d89e385e98da363cc93b078ac, disabling compactions & flushes 2024-11-22T20:20:53,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. after waiting 0 ms 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:53,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:20:53,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306853326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306853326"}]},"ts":"1732306853326"} 2024-11-22T20:20:53,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:20:53,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:20:53,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306853329"}]},"ts":"1732306853329"} 2024-11-22T20:20:53,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:20:53,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, ASSIGN}] 2024-11-22T20:20:53,336 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, ASSIGN 2024-11-22T20:20:53,336 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:20:53,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:53,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:53,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:53,644 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,644 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:53,645 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,645 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:53,645 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,645 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,646 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,647 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:53,648 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName A 2024-11-22T20:20:53,648 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:53,648 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:53,648 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,649 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:53,650 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName B 2024-11-22T20:20:53,650 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:53,651 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:53,651 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,652 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:53,652 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName C 2024-11-22T20:20:53,652 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:53,652 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:53,653 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,653 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,654 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,655 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:20:53,656 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:53,658 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:20:53,658 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 3cf4a73d89e385e98da363cc93b078ac; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71477073, jitterRate=0.06509138643741608}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:20:53,659 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:53,660 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., pid=43, masterSystemTime=1732306853640 2024-11-22T20:20:53,662 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,662 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:53,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:53,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T20:20:53,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 in 175 msec 2024-11-22T20:20:53,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-22T20:20:53,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, ASSIGN in 330 msec 2024-11-22T20:20:53,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:20:53,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306853667"}]},"ts":"1732306853667"} 2024-11-22T20:20:53,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:20:53,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:20:53,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-22T20:20:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:20:54,615 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-22T20:20:54,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-11-22T20:20:54,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:54,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:54,624 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:54,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:20:54,628 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:20:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:20:54,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:20:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:20:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741964_1140 (size=996) 2024-11-22T20:20:55,055 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T20:20:55,055 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T20:20:55,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:20:55,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, REOPEN/MOVE}] 2024-11-22T20:20:55,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, REOPEN/MOVE 2024-11-22T20:20:55,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,069 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:20:55,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:55,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,222 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,222 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:20:55,222 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 3cf4a73d89e385e98da363cc93b078ac, disabling compactions & flushes 2024-11-22T20:20:55,222 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,222 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,222 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. after waiting 0 ms 2024-11-22T20:20:55,222 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,226 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:20:55,226 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,226 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:55,226 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 3cf4a73d89e385e98da363cc93b078ac to self. 2024-11-22T20:20:55,228 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=CLOSED 2024-11-22T20:20:55,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T20:20:55,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 in 160 msec 2024-11-22T20:20:55,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=true 2024-11-22T20:20:55,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:20:55,386 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T20:20:55,387 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T20:20:55,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,539 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,540 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:20:55,540 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,540 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:20:55,540 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,540 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,543 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,544 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:55,551 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName A 2024-11-22T20:20:55,553 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:55,554 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:55,554 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,555 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:55,555 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName B 2024-11-22T20:20:55,555 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:55,556 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:55,556 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,556 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:20:55,557 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cf4a73d89e385e98da363cc93b078ac columnFamilyName C 2024-11-22T20:20:55,557 DEBUG [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:55,557 INFO [StoreOpener-3cf4a73d89e385e98da363cc93b078ac-1 {}] regionserver.HStore(327): Store=3cf4a73d89e385e98da363cc93b078ac/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:20:55,557 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,558 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,559 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,561 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:20:55,562 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,563 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 3cf4a73d89e385e98da363cc93b078ac; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73443253, jitterRate=0.09438975155353546}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:20:55,564 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:55,565 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., pid=48, masterSystemTime=1732306855536 2024-11-22T20:20:55,566 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,567 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-11-22T20:20:55,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 in 185 msec 2024-11-22T20:20:55,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-22T20:20:55,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, REOPEN/MOVE in 503 msec 2024-11-22T20:20:55,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T20:20:55,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-22T20:20:55,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-11-22T20:20:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-11-22T20:20:55,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-11-22T20:20:55,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,592 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-11-22T20:20:55,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-11-22T20:20:55,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-11-22T20:20:55,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-11-22T20:20:55,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-11-22T20:20:55,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-11-22T20:20:55,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,619 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-11-22T20:20:55,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-11-22T20:20:55,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:20:55,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:55,637 DEBUG [hconnection-0x64fbb599-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,637 DEBUG [hconnection-0x82b64cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,639 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,639 DEBUG [hconnection-0x46fd7854-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,639 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,639 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,640 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,641 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,641 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,641 DEBUG [hconnection-0x6f5faef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,642 DEBUG [hconnection-0x45d78326-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,642 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,642 DEBUG [hconnection-0x5dc972f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,642 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,643 DEBUG [hconnection-0x3769ba3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:20:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-22T20:20:55,644 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,645 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:55,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:55,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:55,649 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:20:55,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:20:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:55,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306915698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306915700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112208349eae61b44b03b8e3b562d8fd81ea_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306855654/Put/seqid=0 2024-11-22T20:20:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306915697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306915704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306915708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741965_1141 (size=12154) 2024-11-22T20:20:55,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:55,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112208349eae61b44b03b8e3b562d8fd81ea_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112208349eae61b44b03b8e3b562d8fd81ea_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:55,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/5613d92096d84181a1b2ee541561384c, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:55,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/5613d92096d84181a1b2ee541561384c is 175, key is test_row_0/A:col10/1732306855654/Put/seqid=0 2024-11-22T20:20:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:55,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741966_1142 (size=30955) 2024-11-22T20:20:55,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/5613d92096d84181a1b2ee541561384c 2024-11-22T20:20:55,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1aef8717a8054503b8fa958677c75a87 is 50, key is test_row_0/B:col10/1732306855654/Put/seqid=0 2024-11-22T20:20:55,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741967_1143 (size=12001) 2024-11-22T20:20:55,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:20:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:55,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:55,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1aef8717a8054503b8fa958677c75a87 2024-11-22T20:20:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:55,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306915807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306915807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306915810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306915815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306915816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/361600f2353345d6bbb05fe2fff7bc49 is 50, key is test_row_0/C:col10/1732306855654/Put/seqid=0 2024-11-22T20:20:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741968_1144 (size=12001) 2024-11-22T20:20:55,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/361600f2353345d6bbb05fe2fff7bc49 2024-11-22T20:20:55,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/5613d92096d84181a1b2ee541561384c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c 2024-11-22T20:20:55,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T20:20:55,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1aef8717a8054503b8fa958677c75a87 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87 2024-11-22T20:20:55,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:20:55,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/361600f2353345d6bbb05fe2fff7bc49 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49 2024-11-22T20:20:55,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:20:55,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3cf4a73d89e385e98da363cc93b078ac in 222ms, sequenceid=16, compaction requested=false 2024-11-22T20:20:55,882 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:20:55,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:55,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:55,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:20:55,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:55,954 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:20:55,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:55,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:55,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122927660370fd54a2ca692cbbcb6fab0fd_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306855702/Put/seqid=0 2024-11-22T20:20:55,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741969_1145 (size=12154) 2024-11-22T20:20:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:56,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:56,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:20:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306916090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306916092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306916098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306916099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306916100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306916202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306916202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306916203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306916203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306916204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:56,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:56,398 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122927660370fd54a2ca692cbbcb6fab0fd_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122927660370fd54a2ca692cbbcb6fab0fd_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:56,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/be62639d6f3e4624a6da16b3e6b0ad0c, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/be62639d6f3e4624a6da16b3e6b0ad0c is 175, key is test_row_0/A:col10/1732306855702/Put/seqid=0 2024-11-22T20:20:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306916406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306916406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306916406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306916407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306916408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741970_1146 (size=30955) 2024-11-22T20:20:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306916710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306916711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306916712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306916712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306916713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:56,814 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/be62639d6f3e4624a6da16b3e6b0ad0c 2024-11-22T20:20:56,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/2c5f3750e5d6482faa987ede156de203 is 50, key is test_row_0/B:col10/1732306855702/Put/seqid=0 2024-11-22T20:20:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741971_1147 (size=12001) 2024-11-22T20:20:56,837 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/2c5f3750e5d6482faa987ede156de203 2024-11-22T20:20:56,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f3253638d01c4ad989d07a2cd3a1d378 is 50, key is test_row_0/C:col10/1732306855702/Put/seqid=0 2024-11-22T20:20:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741972_1148 (size=12001) 2024-11-22T20:20:56,864 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f3253638d01c4ad989d07a2cd3a1d378 2024-11-22T20:20:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/be62639d6f3e4624a6da16b3e6b0ad0c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c 2024-11-22T20:20:56,881 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T20:20:56,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/2c5f3750e5d6482faa987ede156de203 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203 2024-11-22T20:20:56,889 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:20:56,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f3253638d01c4ad989d07a2cd3a1d378 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378 2024-11-22T20:20:56,897 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:20:56,899 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3cf4a73d89e385e98da363cc93b078ac in 945ms, sequenceid=40, compaction requested=false 2024-11-22T20:20:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:56,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T20:20:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-22T20:20:56,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T20:20:56,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec 2024-11-22T20:20:56,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2630 sec 2024-11-22T20:20:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:57,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:57,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122643dc602fa0d43de90eb925b4804cf21_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306917236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306917237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306917237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306917242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306917242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741973_1149 (size=17034) 2024-11-22T20:20:57,256 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:57,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122643dc602fa0d43de90eb925b4804cf21_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122643dc602fa0d43de90eb925b4804cf21_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:57,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/eebe300dbe6f4e40899fd0c97f5e62c5, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/eebe300dbe6f4e40899fd0c97f5e62c5 is 175, key is test_row_0/A:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741974_1150 (size=48139) 2024-11-22T20:20:57,280 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/eebe300dbe6f4e40899fd0c97f5e62c5 2024-11-22T20:20:57,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/94dee530c3c842fc9112deee467a8b6e is 50, key is test_row_0/B:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741975_1151 (size=12001) 2024-11-22T20:20:57,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/94dee530c3c842fc9112deee467a8b6e 2024-11-22T20:20:57,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/b50442d1bbc5452a88d75559a1488fcb is 50, key is test_row_0/C:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741976_1152 (size=12001) 2024-11-22T20:20:57,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/b50442d1bbc5452a88d75559a1488fcb 2024-11-22T20:20:57,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/eebe300dbe6f4e40899fd0c97f5e62c5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5 2024-11-22T20:20:57,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5, entries=250, sequenceid=56, filesize=47.0 K 2024-11-22T20:20:57,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306917343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306917344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/94dee530c3c842fc9112deee467a8b6e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e 2024-11-22T20:20:57,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306917345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306917347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306917347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T20:20:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/b50442d1bbc5452a88d75559a1488fcb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb 2024-11-22T20:20:57,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T20:20:57,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3cf4a73d89e385e98da363cc93b078ac in 153ms, sequenceid=56, compaction requested=true 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:57,370 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:57,370 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:57,371 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:57,371 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:57,372 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:20:57,372 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:20:57,372 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,372 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,372 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=107.5 K 2024-11-22T20:20:57,372 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.2 K 2024-11-22T20:20:57,372 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,373 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5] 2024-11-22T20:20:57,373 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aef8717a8054503b8fa958677c75a87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306855654 2024-11-22T20:20:57,373 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5613d92096d84181a1b2ee541561384c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306855654 2024-11-22T20:20:57,373 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c5f3750e5d6482faa987ede156de203, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306855694 2024-11-22T20:20:57,375 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting be62639d6f3e4624a6da16b3e6b0ad0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306855694 2024-11-22T20:20:57,375 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 94dee530c3c842fc9112deee467a8b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:57,376 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting eebe300dbe6f4e40899fd0c97f5e62c5, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:57,395 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,396 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:57,397 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/6e0428b70f1b492eb6f393adb307d5ef is 50, key is test_row_0/B:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,411 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122603ee5b7629742c7b64e8a45efdbdf57_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,424 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122603ee5b7629742c7b64e8a45efdbdf57_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,425 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122603ee5b7629742c7b64e8a45efdbdf57_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741977_1153 (size=12104) 2024-11-22T20:20:57,449 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/6e0428b70f1b492eb6f393adb307d5ef as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/6e0428b70f1b492eb6f393adb307d5ef 2024-11-22T20:20:57,456 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 6e0428b70f1b492eb6f393adb307d5ef(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:57,456 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:57,456 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306857370; duration=0sec 2024-11-22T20:20:57,456 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:57,456 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:20:57,456 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:20:57,458 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:20:57,458 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:20:57,458 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,459 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.2 K 2024-11-22T20:20:57,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741978_1154 (size=4469) 2024-11-22T20:20:57,461 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 361600f2353345d6bbb05fe2fff7bc49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306855654 2024-11-22T20:20:57,461 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f3253638d01c4ad989d07a2cd3a1d378, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306855694 2024-11-22T20:20:57,462 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b50442d1bbc5452a88d75559a1488fcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:57,463 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#133 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:57,465 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/a0ec6fe0885a418c9bf2956e950a9200 is 175, key is test_row_0/A:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741979_1155 (size=31058) 2024-11-22T20:20:57,488 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/a0ec6fe0885a418c9bf2956e950a9200 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200 2024-11-22T20:20:57,491 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#134 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:57,492 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/11b3015a6dce423abb0f20fff432284e is 50, key is test_row_0/C:col10/1732306857215/Put/seqid=0 2024-11-22T20:20:57,495 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into a0ec6fe0885a418c9bf2956e950a9200(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:57,495 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:57,495 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306857370; duration=0sec 2024-11-22T20:20:57,495 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:57,495 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:20:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741980_1156 (size=12104) 2024-11-22T20:20:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:57,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:20:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:57,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:57,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:57,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112289a2f83b56cb46afb08e61a25826970b_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306857240/Put/seqid=0 2024-11-22T20:20:57,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306917565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306917565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306917566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306917570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306917571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741981_1157 (size=14594) 2024-11-22T20:20:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306917673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306917673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306917673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306917675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306917675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:20:57,752 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-22T20:20:57,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-22T20:20:57,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:20:57,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:57,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:20:57,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306917876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306917875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306917876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306917879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306917879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:57,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:20:57,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:57,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:57,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:57,918 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/11b3015a6dce423abb0f20fff432284e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/11b3015a6dce423abb0f20fff432284e 2024-11-22T20:20:57,926 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 11b3015a6dce423abb0f20fff432284e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:57,926 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:57,926 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306857370; duration=0sec 2024-11-22T20:20:57,926 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:57,926 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:20:57,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:57,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112289a2f83b56cb46afb08e61a25826970b_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289a2f83b56cb46afb08e61a25826970b_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:57,989 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e4696353208e4c5e9015d33e5c1cfe37, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:57,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e4696353208e4c5e9015d33e5c1cfe37 is 175, key is test_row_0/A:col10/1732306857240/Put/seqid=0 2024-11-22T20:20:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741982_1158 (size=39549) 2024-11-22T20:20:57,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e4696353208e4c5e9015d33e5c1cfe37 2024-11-22T20:20:58,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/bea273ac91264c708363f3eceeb67b57 is 50, key is test_row_0/B:col10/1732306857240/Put/seqid=0 2024-11-22T20:20:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741983_1159 (size=12001) 2024-11-22T20:20:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:20:58,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:20:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306918179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306918180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306918182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306918182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306918184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:20:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:20:58,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:20:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:58,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:58,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/bea273ac91264c708363f3eceeb67b57 2024-11-22T20:20:58,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/74d73e7819014c8e8d8f609dac8a7cef is 50, key is test_row_0/C:col10/1732306857240/Put/seqid=0 2024-11-22T20:20:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741984_1160 (size=12001) 2024-11-22T20:20:58,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/74d73e7819014c8e8d8f609dac8a7cef 2024-11-22T20:20:58,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e4696353208e4c5e9015d33e5c1cfe37 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37 2024-11-22T20:20:58,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37, entries=200, sequenceid=79, filesize=38.6 K 2024-11-22T20:20:58,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/bea273ac91264c708363f3eceeb67b57 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57 2024-11-22T20:20:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T20:20:58,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/74d73e7819014c8e8d8f609dac8a7cef as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef 2024-11-22T20:20:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T20:20:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 3cf4a73d89e385e98da363cc93b078ac in 910ms, sequenceid=79, compaction requested=false 2024-11-22T20:20:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:20:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,524 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:20:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:58,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122449d26a7a05343ed96bf9bb97d557fcb_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_1/A:col10/1732306857568/Put/seqid=0 2024-11-22T20:20:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741985_1161 (size=9714) 2024-11-22T20:20:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,548 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122449d26a7a05343ed96bf9bb97d557fcb_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122449d26a7a05343ed96bf9bb97d557fcb_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/2b7b085d325e437f87784f1bd5077203, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/2b7b085d325e437f87784f1bd5077203 is 175, key is test_row_1/A:col10/1732306857568/Put/seqid=0 2024-11-22T20:20:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741986_1162 (size=22361) 2024-11-22T20:20:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,581 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/2b7b085d325e437f87784f1bd5077203 2024-11-22T20:20:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/639163ef146b452a833e6d1f197adfd6 is 50, key is test_row_1/B:col10/1732306857568/Put/seqid=0 2024-11-22T20:20:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741987_1163 (size=9657) 2024-11-22T20:20:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,616 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/639163ef146b452a833e6d1f197adfd6 2024-11-22T20:20:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/eb423b4756b749769f4166128c0a1f24 is 50, key is test_row_1/C:col10/1732306857568/Put/seqid=0 2024-11-22T20:20:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741988_1164 (size=9657) 2024-11-22T20:20:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,648 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/eb423b4756b749769f4166128c0a1f24 2024-11-22T20:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/2b7b085d325e437f87784f1bd5077203 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203 2024-11-22T20:20:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,679 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203, entries=100, sequenceid=95, filesize=21.8 K 2024-11-22T20:20:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/639163ef146b452a833e6d1f197adfd6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6 2024-11-22T20:20:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,685 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6, entries=100, sequenceid=95, filesize=9.4 K 2024-11-22T20:20:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/eb423b4756b749769f4166128c0a1f24 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24 2024-11-22T20:20:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,694 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24, entries=100, sequenceid=95, filesize=9.4 K 2024-11-22T20:20:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,695 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 3cf4a73d89e385e98da363cc93b078ac in 171ms, sequenceid=95, compaction requested=true 2024-11-22T20:20:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:58,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:58,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T20:20:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-22T20:20:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T20:20:58,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec 2024-11-22T20:20:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 946 msec 2024-11-22T20:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:58,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:58,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:58,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f78a297363df470e8121eb86bb168623_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:58,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306918800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306918799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306918803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306918805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306918806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741989_1165 (size=14594) 2024-11-22T20:20:58,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:58,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f78a297363df470e8121eb86bb168623_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78a297363df470e8121eb86bb168623_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:58,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1b7e55e70c994a9e973168d73cc9054c, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:58,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1b7e55e70c994a9e973168d73cc9054c is 175, key is test_row_0/A:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741990_1166 (size=39549) 2024-11-22T20:20:58,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1b7e55e70c994a9e973168d73cc9054c 2024-11-22T20:20:58,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fd79016d06e242e8a341b674a966eec8 is 50, key is test_row_0/B:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:20:58,861 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-22T20:20:58,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-22T20:20:58,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:58,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:58,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:20:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:20:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741991_1167 (size=12001) 2024-11-22T20:20:58,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306918907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306918907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306918908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306918910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306918910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:20:59,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:20:59,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306919112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306919112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306919112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306919113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306919113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:20:59,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:20:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:20:59,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fd79016d06e242e8a341b674a966eec8 2024-11-22T20:20:59,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3e22813590974f66b825320ad04338af is 50, key is test_row_0/C:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:59,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741992_1168 (size=12001) 2024-11-22T20:20:59,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3e22813590974f66b825320ad04338af 2024-11-22T20:20:59,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1b7e55e70c994a9e973168d73cc9054c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c 2024-11-22T20:20:59,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c, entries=200, sequenceid=106, filesize=38.6 K 2024-11-22T20:20:59,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fd79016d06e242e8a341b674a966eec8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8 2024-11-22T20:20:59,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8, entries=150, sequenceid=106, filesize=11.7 K 2024-11-22T20:20:59,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3e22813590974f66b825320ad04338af as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af 2024-11-22T20:20:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af, entries=150, sequenceid=106, filesize=11.7 K 2024-11-22T20:20:59,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3cf4a73d89e385e98da363cc93b078ac in 548ms, sequenceid=106, compaction requested=true 2024-11-22T20:20:59,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:20:59,324 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:20:59,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:59,324 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:59,326 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:59,326 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:20:59,326 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,326 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/6e0428b70f1b492eb6f393adb307d5ef, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=44.7 K 2024-11-22T20:20:59,327 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:59,327 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:20:59,327 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,327 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=129.4 K 2024-11-22T20:20:59,327 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,327 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c] 2024-11-22T20:20:59,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:20:59,328 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e0428b70f1b492eb6f393adb307d5ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:59,329 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0ec6fe0885a418c9bf2956e950a9200, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:59,329 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting bea273ac91264c708363f3eceeb67b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732306857224 2024-11-22T20:20:59,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,329 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:20:59,330 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4696353208e4c5e9015d33e5c1cfe37, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732306857224 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:20:59,330 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 639163ef146b452a833e6d1f197adfd6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732306857568 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:20:59,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:20:59,330 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7b085d325e437f87784f1bd5077203, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732306857568 2024-11-22T20:20:59,330 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fd79016d06e242e8a341b674a966eec8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:20:59,331 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7e55e70c994a9e973168d73cc9054c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:20:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122787093e816ab42c5bcbee2f22c712044_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306858803/Put/seqid=0 2024-11-22T20:20:59,347 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#145 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:59,348 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/23b11a77eae949a6b436436b7f7a5a3c is 50, key is test_row_0/B:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:59,357 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:59,373 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c9b29dc4a06f45d6b8cf965a2a288ecf_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:59,379 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c9b29dc4a06f45d6b8cf965a2a288ecf_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:59,379 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c9b29dc4a06f45d6b8cf965a2a288ecf_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741993_1169 (size=12204) 2024-11-22T20:20:59,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741994_1170 (size=12241) 2024-11-22T20:20:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:20:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741995_1171 (size=4469) 2024-11-22T20:20:59,420 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#146 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:59,421 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0cf3123f606b46f898d0d3732495bde5 is 175, key is test_row_0/A:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306919422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306919422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306919423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306919424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306919425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741996_1172 (size=31195) 2024-11-22T20:20:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:20:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306919526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306919526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306919528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306919528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306919529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306919730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306919731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306919732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306919732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:20:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306919733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:20:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:20:59,805 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122787093e816ab42c5bcbee2f22c712044_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122787093e816ab42c5bcbee2f22c712044_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:20:59,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/791f84e20f574d9e8ed5bed771c56cd4, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:20:59,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/791f84e20f574d9e8ed5bed771c56cd4 is 175, key is test_row_0/A:col10/1732306858803/Put/seqid=0 2024-11-22T20:20:59,809 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/23b11a77eae949a6b436436b7f7a5a3c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/23b11a77eae949a6b436436b7f7a5a3c 2024-11-22T20:20:59,815 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 23b11a77eae949a6b436436b7f7a5a3c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:59,815 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:59,815 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=12, startTime=1732306859324; duration=0sec 2024-11-22T20:20:59,815 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:20:59,815 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:20:59,815 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:20:59,817 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:20:59,817 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:20:59,817 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,817 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/11b3015a6dce423abb0f20fff432284e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=44.7 K 2024-11-22T20:20:59,817 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b3015a6dce423abb0f20fff432284e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732306856094 2024-11-22T20:20:59,819 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 74d73e7819014c8e8d8f609dac8a7cef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732306857224 2024-11-22T20:20:59,820 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting eb423b4756b749769f4166128c0a1f24, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732306857568 2024-11-22T20:20:59,821 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e22813590974f66b825320ad04338af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:20:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741997_1173 (size=31005) 2024-11-22T20:20:59,835 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/791f84e20f574d9e8ed5bed771c56cd4 2024-11-22T20:20:59,842 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:20:59,843 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/b2af6a27fc4844a59e6c73fa688b3e7f is 50, key is test_row_0/C:col10/1732306858769/Put/seqid=0 2024-11-22T20:20:59,844 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0cf3123f606b46f898d0d3732495bde5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5 2024-11-22T20:20:59,852 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into 0cf3123f606b46f898d0d3732495bde5(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:20:59,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:59,852 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=12, startTime=1732306859324; duration=0sec 2024-11-22T20:20:59,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:20:59,852 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:20:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/041ee24bede04b278a60fba5d4bc983b is 50, key is test_row_0/B:col10/1732306858803/Put/seqid=0 2024-11-22T20:20:59,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741998_1174 (size=12241) 2024-11-22T20:20:59,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741999_1175 (size=12051) 2024-11-22T20:20:59,887 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/041ee24bede04b278a60fba5d4bc983b 2024-11-22T20:20:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/66f92730f67444548bea58e19271c49f is 50, key is test_row_0/C:col10/1732306858803/Put/seqid=0 2024-11-22T20:20:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742000_1176 (size=12051) 2024-11-22T20:20:59,924 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/66f92730f67444548bea58e19271c49f 2024-11-22T20:20:59,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/791f84e20f574d9e8ed5bed771c56cd4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4 2024-11-22T20:20:59,938 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4, entries=150, sequenceid=132, filesize=30.3 K 2024-11-22T20:20:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/041ee24bede04b278a60fba5d4bc983b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b 2024-11-22T20:20:59,946 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:20:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/66f92730f67444548bea58e19271c49f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f 2024-11-22T20:20:59,952 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:20:59,954 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3cf4a73d89e385e98da363cc93b078ac in 625ms, sequenceid=132, compaction requested=false 2024-11-22T20:20:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:20:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:20:59,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T20:20:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-22T20:20:59,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T20:20:59,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-22T20:20:59,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0960 sec 2024-11-22T20:20:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:20:59,970 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-22T20:20:59,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:20:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-22T20:20:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:20:59,977 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:20:59,978 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:20:59,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:00,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:00,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:00,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227af332c203314e02aada9033a7ed665e_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:21:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742001_1177 (size=12304) 2024-11-22T20:21:00,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T20:21:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,277 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/b2af6a27fc4844a59e6c73fa688b3e7f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b2af6a27fc4844a59e6c73fa688b3e7f 2024-11-22T20:21:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:21:00,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,283 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into b2af6a27fc4844a59e6c73fa688b3e7f(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:00,284 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:00,284 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=12, startTime=1732306859324; duration=0sec 2024-11-22T20:21:00,284 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:00,284 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:00,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T20:21:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:00,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T20:21:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:00,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:00,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227af332c203314e02aada9033a7ed665e_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227af332c203314e02aada9033a7ed665e_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:00,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/d7d708a1441e4e37b893b3163cd54215, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:00,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/d7d708a1441e4e37b893b3163cd54215 is 175, key is test_row_0/A:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742002_1178 (size=31105) 2024-11-22T20:21:00,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/d7d708a1441e4e37b893b3163cd54215 2024-11-22T20:21:00,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/c88fdaec801d4ea9a93d9afc75569582 is 50, key is test_row_0/B:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742003_1179 (size=12151) 2024-11-22T20:21:00,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/c88fdaec801d4ea9a93d9afc75569582 2024-11-22T20:21:00,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8a9a5da7436e4b168d872e3b88839649 is 50, key is test_row_0/C:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742004_1180 (size=12151) 2024-11-22T20:21:00,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8a9a5da7436e4b168d872e3b88839649 2024-11-22T20:21:00,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/d7d708a1441e4e37b893b3163cd54215 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215 2024-11-22T20:21:00,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215, entries=150, sequenceid=146, filesize=30.4 K 2024-11-22T20:21:00,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/c88fdaec801d4ea9a93d9afc75569582 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582 2024-11-22T20:21:00,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582, entries=150, sequenceid=146, filesize=11.9 K 2024-11-22T20:21:00,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8a9a5da7436e4b168d872e3b88839649 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649 2024-11-22T20:21:00,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649, entries=150, sequenceid=146, filesize=11.9 K 2024-11-22T20:21:00,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3cf4a73d89e385e98da363cc93b078ac in 537ms, sequenceid=146, compaction requested=true 2024-11-22T20:21:00,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:00,578 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:00,578 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:00,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:00,579 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:00,579 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:00,579 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:00,580 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,580 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:00,580 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/23b11a77eae949a6b436436b7f7a5a3c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.6 K 2024-11-22T20:21:00,580 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 23b11a77eae949a6b436436b7f7a5a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:21:00,580 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,580 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=91.1 K 2024-11-22T20:21:00,580 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,580 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215] 2024-11-22T20:21:00,581 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 041ee24bede04b278a60fba5d4bc983b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306858789 2024-11-22T20:21:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:21:00,581 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cf3123f606b46f898d0d3732495bde5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:21:00,581 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c88fdaec801d4ea9a93d9afc75569582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:00,581 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 791f84e20f574d9e8ed5bed771c56cd4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306858789 2024-11-22T20:21:00,582 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7d708a1441e4e37b893b3163cd54215, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:00,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T20:21:00,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,596 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:00,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:00,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:00,601 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:00,604 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:00,605 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/43a9e42d07fe4bbe89e268da90350aed is 50, key is test_row_0/B:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,616 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224285eb8a513f47108f76599da327815b_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:00,619 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224285eb8a513f47108f76599da327815b_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:00,619 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224285eb8a513f47108f76599da327815b_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4805e201ecb4019bdd2dac677ea22d1_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306860067/Put/seqid=0 2024-11-22T20:21:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742005_1181 (size=12493) 2024-11-22T20:21:00,647 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/43a9e42d07fe4bbe89e268da90350aed as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/43a9e42d07fe4bbe89e268da90350aed 2024-11-22T20:21:00,657 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 43a9e42d07fe4bbe89e268da90350aed(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:00,657 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:00,657 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306860578; duration=0sec 2024-11-22T20:21:00,658 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:00,658 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:00,658 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:00,660 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:00,660 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:00,660 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:00,660 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b2af6a27fc4844a59e6c73fa688b3e7f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.6 K 2024-11-22T20:21:00,661 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b2af6a27fc4844a59e6c73fa688b3e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732306858769 2024-11-22T20:21:00,661 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f92730f67444548bea58e19271c49f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306858789 2024-11-22T20:21:00,662 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9a5da7436e4b168d872e3b88839649, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742007_1183 (size=12304) 2024-11-22T20:21:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742006_1182 (size=4469) 2024-11-22T20:21:00,683 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:00,683 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/849c618a46734ec1b1b8046d2421c760 is 50, key is test_row_0/C:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:00,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742008_1184 (size=12493) 2024-11-22T20:21:00,716 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/849c618a46734ec1b1b8046d2421c760 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/849c618a46734ec1b1b8046d2421c760 2024-11-22T20:21:00,724 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 849c618a46734ec1b1b8046d2421c760(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:00,725 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:00,725 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306860578; duration=0sec 2024-11-22T20:21:00,725 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:00,725 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:00,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306920993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306920994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306920995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306920996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:00,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306920996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:21:01,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:01,080 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#153 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:01,081 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/598d79cc57ec419da3678765356a02aa is 175, key is test_row_0/A:col10/1732306859421/Put/seqid=0 2024-11-22T20:21:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:21:01,086 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4805e201ecb4019bdd2dac677ea22d1_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4805e201ecb4019bdd2dac677ea22d1_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:01,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c1df13a09fa44e718aea8299ad580e6e, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c1df13a09fa44e718aea8299ad580e6e is 175, key is test_row_0/A:col10/1732306860067/Put/seqid=0 2024-11-22T20:21:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742009_1185 (size=31447) 2024-11-22T20:21:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742010_1186 (size=31105) 2024-11-22T20:21:01,094 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c1df13a09fa44e718aea8299ad580e6e 2024-11-22T20:21:01,096 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/598d79cc57ec419da3678765356a02aa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa 2024-11-22T20:21:01,103 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into 598d79cc57ec419da3678765356a02aa(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:01,103 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:01,103 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306860578; duration=0sec 2024-11-22T20:21:01,103 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:01,103 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:01,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1a569bfa6fc84240875b376cc43b5fb9 is 50, key is test_row_0/B:col10/1732306860067/Put/seqid=0 2024-11-22T20:21:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742011_1187 (size=12151) 2024-11-22T20:21:01,124 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1a569bfa6fc84240875b376cc43b5fb9 2024-11-22T20:21:01,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/91cd0b45c8524ded926dec0fc6499693 is 50, key is test_row_0/C:col10/1732306860067/Put/seqid=0 2024-11-22T20:21:01,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742012_1188 (size=12151) 2024-11-22T20:21:01,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306921296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306921297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306921298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306921298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306921299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,552 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/91cd0b45c8524ded926dec0fc6499693 2024-11-22T20:21:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c1df13a09fa44e718aea8299ad580e6e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e 2024-11-22T20:21:01,562 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e, entries=150, sequenceid=171, filesize=30.4 K 2024-11-22T20:21:01,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/1a569bfa6fc84240875b376cc43b5fb9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9 2024-11-22T20:21:01,569 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T20:21:01,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/91cd0b45c8524ded926dec0fc6499693 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693 2024-11-22T20:21:01,576 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693, entries=150, sequenceid=171, filesize=11.9 K 2024-11-22T20:21:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T20:21:01,577 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3cf4a73d89e385e98da363cc93b078ac in 981ms, sequenceid=171, compaction requested=false 2024-11-22T20:21:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T20:21:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-22T20:21:01,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T20:21:01,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6010 sec 2024-11-22T20:21:01,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.6090 sec 2024-11-22T20:21:01,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:01,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296cc66e2fe2e4b628b8fd64c636645af_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742013_1189 (size=17284) 2024-11-22T20:21:01,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:01,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112296cc66e2fe2e4b628b8fd64c636645af_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296cc66e2fe2e4b628b8fd64c636645af_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:01,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4f119f8e91ba4e84a8ed111ac2eff453, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4f119f8e91ba4e84a8ed111ac2eff453 is 175, key is test_row_0/A:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306921828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306921832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306921833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306921836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306921836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742014_1190 (size=48389) 2024-11-22T20:21:01,855 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4f119f8e91ba4e84a8ed111ac2eff453 2024-11-22T20:21:01,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/293ea933ff6344669e90ce9a1a8adf73 is 50, key is test_row_0/B:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742015_1191 (size=12151) 2024-11-22T20:21:01,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/293ea933ff6344669e90ce9a1a8adf73 2024-11-22T20:21:01,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/84ee96e2ba024d6c86203cbab6b96724 is 50, key is test_row_0/C:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742016_1192 (size=12151) 2024-11-22T20:21:01,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/84ee96e2ba024d6c86203cbab6b96724 2024-11-22T20:21:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4f119f8e91ba4e84a8ed111ac2eff453 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453 2024-11-22T20:21:01,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453, entries=250, sequenceid=189, filesize=47.3 K 2024-11-22T20:21:01,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/293ea933ff6344669e90ce9a1a8adf73 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73 2024-11-22T20:21:01,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T20:21:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/84ee96e2ba024d6c86203cbab6b96724 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724 2024-11-22T20:21:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306921937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306921941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724, entries=150, sequenceid=189, filesize=11.9 K 2024-11-22T20:21:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306921941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3cf4a73d89e385e98da363cc93b078ac in 143ms, sequenceid=189, compaction requested=true 2024-11-22T20:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:01,946 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:01,947 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:01,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:01,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:01,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:01,948 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:01,948 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=108.3 K 2024-11-22T20:21:01,948 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:01,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453] 2024-11-22T20:21:01,949 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:01,949 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:01,949 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:01,949 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/43a9e42d07fe4bbe89e268da90350aed, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.9 K 2024-11-22T20:21:01,949 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 598d79cc57ec419da3678765356a02aa, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:01,951 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 43a9e42d07fe4bbe89e268da90350aed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:01,951 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1df13a09fa44e718aea8299ad580e6e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732306860063 2024-11-22T20:21:01,951 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a569bfa6fc84240875b376cc43b5fb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732306860063 2024-11-22T20:21:01,952 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f119f8e91ba4e84a8ed111ac2eff453, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:01,952 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 293ea933ff6344669e90ce9a1a8adf73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:01,968 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,971 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:01,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/f56a93a0e8a440ada01d95ca407149b2 is 50, key is test_row_0/B:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:01,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226fc8283dd7d542b9900f120af7c1b105_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306861945/Put/seqid=0 2024-11-22T20:21:01,975 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122acfd7673a26843329fa6640403b0a72c_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,977 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122acfd7673a26843329fa6640403b0a72c_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,978 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122acfd7673a26843329fa6640403b0a72c_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:01,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306921978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306921979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:01,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742017_1193 (size=14794) 2024-11-22T20:21:02,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:02,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226fc8283dd7d542b9900f120af7c1b105_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226fc8283dd7d542b9900f120af7c1b105_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:02,007 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/10dc453e5f8c452fbfae7747b50a5792, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:02,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/10dc453e5f8c452fbfae7747b50a5792 is 175, key is test_row_0/A:col10/1732306861945/Put/seqid=0 2024-11-22T20:21:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742019_1195 (size=4469) 2024-11-22T20:21:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742018_1194 (size=12595) 2024-11-22T20:21:02,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742020_1196 (size=39749) 2024-11-22T20:21:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:21:02,083 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-22T20:21:02,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-22T20:21:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306922083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306922084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:02,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:02,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:02,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306922142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306922145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306922146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:02,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306922287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306922288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:02,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,416 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#162 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:02,416 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e9016deee33546d5a0497223bb9f219e is 175, key is test_row_0/A:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742021_1197 (size=31549) 2024-11-22T20:21:02,427 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/f56a93a0e8a440ada01d95ca407149b2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f56a93a0e8a440ada01d95ca407149b2 2024-11-22T20:21:02,429 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e9016deee33546d5a0497223bb9f219e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e 2024-11-22T20:21:02,435 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into e9016deee33546d5a0497223bb9f219e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:02,435 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:02,435 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306861945; duration=0sec 2024-11-22T20:21:02,435 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:02,435 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:02,435 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:02,436 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:02,436 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:02,437 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,437 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/849c618a46734ec1b1b8046d2421c760, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=35.9 K 2024-11-22T20:21:02,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849c618a46734ec1b1b8046d2421c760, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732306859421 2024-11-22T20:21:02,438 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91cd0b45c8524ded926dec0fc6499693, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732306860063 2024-11-22T20:21:02,438 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ee96e2ba024d6c86203cbab6b96724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:02,445 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into f56a93a0e8a440ada01d95ca407149b2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:02,445 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:02,445 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306861946; duration=0sec 2024-11-22T20:21:02,445 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:02,445 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306922447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306922450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306922452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,453 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#165 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:02,454 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/64d6725d3e1b4ab4801a52df28fbdf38 is 50, key is test_row_0/C:col10/1732306861801/Put/seqid=0 2024-11-22T20:21:02,461 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/10dc453e5f8c452fbfae7747b50a5792 2024-11-22T20:21:02,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/f8858fe8b7ad4f8caed769ab15c7692e is 50, key is test_row_0/B:col10/1732306861945/Put/seqid=0 2024-11-22T20:21:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742022_1198 (size=12595) 2024-11-22T20:21:02,484 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/64d6725d3e1b4ab4801a52df28fbdf38 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/64d6725d3e1b4ab4801a52df28fbdf38 2024-11-22T20:21:02,493 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 64d6725d3e1b4ab4801a52df28fbdf38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:02,493 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:02,493 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306861947; duration=0sec 2024-11-22T20:21:02,493 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:02,494 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742023_1199 (size=12151) 2024-11-22T20:21:02,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:02,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:02,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306922591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306922591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:02,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:02,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:02,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:02,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:02,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/f8858fe8b7ad4f8caed769ab15c7692e 2024-11-22T20:21:02,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f65a42660cbe45a49d36ae67d7c6e073 is 50, key is test_row_0/C:col10/1732306861945/Put/seqid=0 2024-11-22T20:21:02,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742024_1200 (size=12151) 2024-11-22T20:21:02,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306922955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306922956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306922956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:03,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:03,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306923093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306923098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:03,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:03,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:03,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:03,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:03,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:03,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f65a42660cbe45a49d36ae67d7c6e073 2024-11-22T20:21:03,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/10dc453e5f8c452fbfae7747b50a5792 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792 2024-11-22T20:21:03,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792, entries=200, sequenceid=212, filesize=38.8 K 2024-11-22T20:21:03,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/f8858fe8b7ad4f8caed769ab15c7692e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e 2024-11-22T20:21:03,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T20:21:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/f65a42660cbe45a49d36ae67d7c6e073 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073 2024-11-22T20:21:03,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073, entries=150, sequenceid=212, filesize=11.9 K 2024-11-22T20:21:03,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3cf4a73d89e385e98da363cc93b078ac in 1399ms, sequenceid=212, compaction requested=false 2024-11-22T20:21:03,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:03,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-22T20:21:03,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,467 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:03,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c2f401b33c4429b9e2703f391fba297_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306861977/Put/seqid=0 2024-11-22T20:21:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742025_1201 (size=12304) 2024-11-22T20:21:03,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:03,497 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c2f401b33c4429b9e2703f391fba297_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c2f401b33c4429b9e2703f391fba297_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c01bf2c8ab5f4903bc56e39d6204553f, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c01bf2c8ab5f4903bc56e39d6204553f is 175, key is test_row_0/A:col10/1732306861977/Put/seqid=0 2024-11-22T20:21:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742026_1202 (size=31105) 2024-11-22T20:21:03,513 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c01bf2c8ab5f4903bc56e39d6204553f 2024-11-22T20:21:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/199a0ff63ba24217912fd462d8815ab6 is 50, key is test_row_0/B:col10/1732306861977/Put/seqid=0 2024-11-22T20:21:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742027_1203 (size=12151) 2024-11-22T20:21:03,535 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/199a0ff63ba24217912fd462d8815ab6 2024-11-22T20:21:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/e1c3f7e8ecd24f0bacd765de438a57e4 is 50, key is test_row_0/C:col10/1732306861977/Put/seqid=0 2024-11-22T20:21:03,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742028_1204 (size=12151) 2024-11-22T20:21:03,942 INFO [master/bc573ddb75cd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T20:21:03,942 INFO [master/bc573ddb75cd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T20:21:03,955 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/e1c3f7e8ecd24f0bacd765de438a57e4 2024-11-22T20:21:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/c01bf2c8ab5f4903bc56e39d6204553f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f 2024-11-22T20:21:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:03,974 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f, entries=150, sequenceid=228, filesize=30.4 K 2024-11-22T20:21:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/199a0ff63ba24217912fd462d8815ab6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6 2024-11-22T20:21:03,984 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6, entries=150, sequenceid=228, filesize=11.9 K 2024-11-22T20:21:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/e1c3f7e8ecd24f0bacd765de438a57e4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4 2024-11-22T20:21:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306923992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306923993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306923994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:03,998 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4, entries=150, sequenceid=228, filesize=11.9 K 2024-11-22T20:21:03,999 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3cf4a73d89e385e98da363cc93b078ac in 533ms, sequenceid=228, compaction requested=true 2024-11-22T20:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:03,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-22T20:21:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-22T20:21:04,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T20:21:04,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9130 sec 2024-11-22T20:21:04,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.9190 sec 2024-11-22T20:21:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:04,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:04,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112217108aa77d264bbab31dcc0700d3a87a_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742029_1205 (size=14794) 2024-11-22T20:21:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306924152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306924153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306924154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306924157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306924158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:21:04,192 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-22T20:21:04,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-22T20:21:04,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:04,196 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:04,197 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:04,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:04,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306924259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306924259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306924260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306924260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306924260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:04,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306924463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306924464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:04,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:04,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112217108aa77d264bbab31dcc0700d3a87a_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217108aa77d264bbab31dcc0700d3a87a_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:04,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/b966bfa8d6814e59b57852bfab3e268f, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:04,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/b966bfa8d6814e59b57852bfab3e268f is 175, key is test_row_0/A:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742030_1206 (size=39749) 2024-11-22T20:21:04,536 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/b966bfa8d6814e59b57852bfab3e268f 2024-11-22T20:21:04,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fa06d0b68fe24f8b88ff23f1b791fdb5 is 50, key is test_row_0/B:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742031_1207 (size=12151) 2024-11-22T20:21:04,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:04,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:04,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306924764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306924764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306924764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306924766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306924768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:04,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,963 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:04,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fa06d0b68fe24f8b88ff23f1b791fdb5 2024-11-22T20:21:04,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:04,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:04,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/2aee6fa3ac07452097cec93f89dd2cd2 is 50, key is test_row_0/C:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:04,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742032_1208 (size=12151) 2024-11-22T20:21:04,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/2aee6fa3ac07452097cec93f89dd2cd2 2024-11-22T20:21:04,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/b966bfa8d6814e59b57852bfab3e268f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f 2024-11-22T20:21:05,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f, entries=200, sequenceid=254, filesize=38.8 K 2024-11-22T20:21:05,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/fa06d0b68fe24f8b88ff23f1b791fdb5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5 2024-11-22T20:21:05,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:21:05,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/2aee6fa3ac07452097cec93f89dd2cd2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2 2024-11-22T20:21:05,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:21:05,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3cf4a73d89e385e98da363cc93b078ac in 920ms, sequenceid=254, compaction requested=true 2024-11-22T20:21:05,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:05,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:05,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:05,021 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:05,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:05,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:05,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:05,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:05,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:05,023 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:05,023 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:05,023 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,023 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f56a93a0e8a440ada01d95ca407149b2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=47.9 K 2024-11-22T20:21:05,024 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:05,024 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:05,024 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,024 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=138.8 K 2024-11-22T20:21:05,024 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,024 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f] 2024-11-22T20:21:05,026 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f56a93a0e8a440ada01d95ca407149b2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:05,026 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9016deee33546d5a0497223bb9f219e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:05,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f8858fe8b7ad4f8caed769ab15c7692e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732306861831 2024-11-22T20:21:05,027 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10dc453e5f8c452fbfae7747b50a5792, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732306861830 2024-11-22T20:21:05,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 199a0ff63ba24217912fd462d8815ab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732306861968 2024-11-22T20:21:05,027 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c01bf2c8ab5f4903bc56e39d6204553f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732306861968 2024-11-22T20:21:05,028 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fa06d0b68fe24f8b88ff23f1b791fdb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:05,028 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b966bfa8d6814e59b57852bfab3e268f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:05,040 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:05,040 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,041 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/bb240d29c7fd45828d1115b0537b6ce9 is 50, key is test_row_0/B:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:05,042 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229906d660a19c423e8b5eba6ecfd3f742_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,045 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229906d660a19c423e8b5eba6ecfd3f742_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,045 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229906d660a19c423e8b5eba6ecfd3f742_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742033_1209 (size=12731) 2024-11-22T20:21:05,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742034_1210 (size=4469) 2024-11-22T20:21:05,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-22T20:21:05,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,117 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:05,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207e47a4c87d84396bd3fb02ccb857c9d_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306864152/Put/seqid=0 2024-11-22T20:21:05,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742035_1211 (size=12454) 2024-11-22T20:21:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:05,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306925289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306925290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306925291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306925291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306925292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:05,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306925393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306925393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306925394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306925394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306925394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,454 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/bb240d29c7fd45828d1115b0537b6ce9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bb240d29c7fd45828d1115b0537b6ce9 2024-11-22T20:21:05,455 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:05,455 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/cd25f4567e0b41dba3107258badf1c4e is 175, key is test_row_0/A:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:05,461 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into bb240d29c7fd45828d1115b0537b6ce9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:05,461 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:05,461 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=12, startTime=1732306865021; duration=0sec 2024-11-22T20:21:05,461 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:05,462 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:05,463 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:05,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742036_1212 (size=31685) 2024-11-22T20:21:05,465 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:05,466 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:05,466 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,466 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/64d6725d3e1b4ab4801a52df28fbdf38, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=47.9 K 2024-11-22T20:21:05,466 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 64d6725d3e1b4ab4801a52df28fbdf38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732306860685 2024-11-22T20:21:05,466 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f65a42660cbe45a49d36ae67d7c6e073, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732306861831 2024-11-22T20:21:05,467 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c3f7e8ecd24f0bacd765de438a57e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1732306861968 2024-11-22T20:21:05,467 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aee6fa3ac07452097cec93f89dd2cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:05,477 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:05,477 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/323f1864b0dd4ac4990ada742a9e5fca is 50, key is test_row_0/C:col10/1732306863993/Put/seqid=0 2024-11-22T20:21:05,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742037_1213 (size=12731) 2024-11-22T20:21:05,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:05,542 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207e47a4c87d84396bd3fb02ccb857c9d_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207e47a4c87d84396bd3fb02ccb857c9d_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:05,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9916bb3c655f439cbdc279f949660f7a, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9916bb3c655f439cbdc279f949660f7a is 175, key is test_row_0/A:col10/1732306864152/Put/seqid=0 2024-11-22T20:21:05,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742038_1214 (size=31255) 2024-11-22T20:21:05,551 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9916bb3c655f439cbdc279f949660f7a 2024-11-22T20:21:05,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/073cf681929b4ff2b60a288dd50c493d is 50, key is test_row_0/B:col10/1732306864152/Put/seqid=0 2024-11-22T20:21:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742039_1215 (size=12301) 2024-11-22T20:21:05,569 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/073cf681929b4ff2b60a288dd50c493d 2024-11-22T20:21:05,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/90087ec6ce2447ca9756504074723d79 is 50, key is test_row_0/C:col10/1732306864152/Put/seqid=0 2024-11-22T20:21:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742040_1216 (size=12301) 2024-11-22T20:21:05,588 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/90087ec6ce2447ca9756504074723d79 2024-11-22T20:21:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9916bb3c655f439cbdc279f949660f7a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a 2024-11-22T20:21:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306925597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306925598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306925598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306925599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306925599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,600 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a, entries=150, sequenceid=264, filesize=30.5 K 2024-11-22T20:21:05,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/073cf681929b4ff2b60a288dd50c493d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d 2024-11-22T20:21:05,611 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d, entries=150, sequenceid=264, filesize=12.0 K 2024-11-22T20:21:05,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/90087ec6ce2447ca9756504074723d79 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79 2024-11-22T20:21:05,617 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79, entries=150, sequenceid=264, filesize=12.0 K 2024-11-22T20:21:05,617 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3cf4a73d89e385e98da363cc93b078ac in 500ms, sequenceid=264, compaction requested=false 2024-11-22T20:21:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:05,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-22T20:21:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-22T20:21:05,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T20:21:05,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-22T20:21:05,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.4270 sec 2024-11-22T20:21:05,870 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/cd25f4567e0b41dba3107258badf1c4e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e 2024-11-22T20:21:05,876 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into cd25f4567e0b41dba3107258badf1c4e(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:05,876 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:05,876 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=12, startTime=1732306865021; duration=0sec 2024-11-22T20:21:05,876 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:05,876 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:05,897 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/323f1864b0dd4ac4990ada742a9e5fca as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/323f1864b0dd4ac4990ada742a9e5fca 2024-11-22T20:21:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:05,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:05,903 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 323f1864b0dd4ac4990ada742a9e5fca(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:05,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:05,903 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=12, startTime=1732306865022; duration=0sec 2024-11-22T20:21:05,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:05,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306925906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306925906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306925907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306925908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306925908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:05,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bfa38cff1206443a9418e42520cef382_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742041_1217 (size=14994) 2024-11-22T20:21:05,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:05,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bfa38cff1206443a9418e42520cef382_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bfa38cff1206443a9418e42520cef382_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:05,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4ce967569b1044168ee6cb03ba4b86f9, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:05,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4ce967569b1044168ee6cb03ba4b86f9 is 175, key is test_row_0/A:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742042_1218 (size=39949) 2024-11-22T20:21:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306926011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306926011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306926011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306926012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306926012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306926216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306926216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306926216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306926217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306926218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-22T20:21:06,299 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-22T20:21:06,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-22T20:21:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:21:06,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:06,302 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:06,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:06,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4ce967569b1044168ee6cb03ba4b86f9 2024-11-22T20:21:06,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/febaa39eae39498da63797d86a85f9d1 is 50, key is test_row_0/B:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742043_1219 (size=12301) 2024-11-22T20:21:06,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/febaa39eae39498da63797d86a85f9d1 2024-11-22T20:21:06,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/32f0fe3213714d3c9f1390c690358efc is 50, key is test_row_0/C:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:06,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742044_1220 (size=12301) 2024-11-22T20:21:06,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/32f0fe3213714d3c9f1390c690358efc 2024-11-22T20:21:06,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/4ce967569b1044168ee6cb03ba4b86f9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9 2024-11-22T20:21:06,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9, entries=200, sequenceid=293, filesize=39.0 K 2024-11-22T20:21:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/febaa39eae39498da63797d86a85f9d1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1 2024-11-22T20:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T20:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:21:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/32f0fe3213714d3c9f1390c690358efc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc 2024-11-22T20:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc, entries=150, sequenceid=293, filesize=12.0 K 2024-11-22T20:21:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3cf4a73d89e385e98da363cc93b078ac in 518ms, sequenceid=293, compaction requested=true 2024-11-22T20:21:06,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:06,420 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,420 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:06,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:06,421 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:06,421 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:06,421 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,421 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=100.5 K 2024-11-22T20:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,421 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:06,421 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9] 2024-11-22T20:21:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd25f4567e0b41dba3107258badf1c4e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:06,422 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:06,422 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bb240d29c7fd45828d1115b0537b6ce9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=36.5 K 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9916bb3c655f439cbdc279f949660f7a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732306864152 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,423 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting bb240d29c7fd45828d1115b0537b6ce9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:06,423 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce967569b1044168ee6cb03ba4b86f9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,423 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 073cf681929b4ff2b60a288dd50c493d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732306864152 2024-11-22T20:21:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,424 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting febaa39eae39498da63797d86a85f9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,437 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,439 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,439 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/70da79c3e82d4a03b406b266f77c386e is 50, key is test_row_0/B:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-22T20:21:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:06,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T20:21:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:06,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:06,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,457 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a4b32cb5dab346efa975a6f4239584a6_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,459 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a4b32cb5dab346efa975a6f4239584a6_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,459 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a4b32cb5dab346efa975a6f4239584a6_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742045_1221 (size=12983) 2024-11-22T20:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d5f2dc0942b4f4f9bb5d63fc3923e3c_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_1/A:col10/1732306865907/Put/seqid=0 2024-11-22T20:21:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742046_1222 (size=4469) 2024-11-22T20:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,513 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#184 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,513 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9e05588dcac0494ba8512e62552a3a8e is 175, key is test_row_0/A:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742047_1223 (size=9914) 2024-11-22T20:21:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,531 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d5f2dc0942b4f4f9bb5d63fc3923e3c_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d5f2dc0942b4f4f9bb5d63fc3923e3c_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ddfce89126af4e38bae80ab9340688af, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ddfce89126af4e38bae80ab9340688af is 175, key is test_row_1/A:col10/1732306865907/Put/seqid=0 2024-11-22T20:21:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742048_1224 (size=31937) 2024-11-22T20:21:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742049_1225 (size=22561) 2024-11-22T20:21:06,556 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ddfce89126af4e38bae80ab9340688af 2024-11-22T20:21:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7c1801d92e3b4b4eaeae75ebc69404d4 is 50, key is test_row_1/B:col10/1732306865907/Put/seqid=0 2024-11-22T20:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306926592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306926593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306926596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306926595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306926597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:21:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742050_1226 (size=9857) 2024-11-22T20:21:06,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306926700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306926701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306926701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306926701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306926701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,894 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/70da79c3e82d4a03b406b266f77c386e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/70da79c3e82d4a03b406b266f77c386e 2024-11-22T20:21:06,900 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 70da79c3e82d4a03b406b266f77c386e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:06,900 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:06,900 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306866420; duration=0sec 2024-11-22T20:21:06,900 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:06,900 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:06,900 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:06,901 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:06,901 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:06,902 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:06,902 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/323f1864b0dd4ac4990ada742a9e5fca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=36.5 K 2024-11-22T20:21:06,902 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 323f1864b0dd4ac4990ada742a9e5fca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306863981 2024-11-22T20:21:06,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 90087ec6ce2447ca9756504074723d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732306864152 2024-11-22T20:21:06,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f0fe3213714d3c9f1390c690358efc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306926904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:21:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306926904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306926905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306926906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306926907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:06,911 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:06,912 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/86b43a9332084f52bfb03dad362a1cce is 50, key is test_row_0/C:col10/1732306865291/Put/seqid=0 2024-11-22T20:21:06,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742051_1227 (size=12983) 2024-11-22T20:21:06,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/9e05588dcac0494ba8512e62552a3a8e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e 2024-11-22T20:21:06,956 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into 9e05588dcac0494ba8512e62552a3a8e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:06,956 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:06,956 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306866419; duration=0sec 2024-11-22T20:21:06,956 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:06,956 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:07,022 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7c1801d92e3b4b4eaeae75ebc69404d4 2024-11-22T20:21:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/c213f6dcbfb5480abfc91d27a491eed4 is 50, key is test_row_1/C:col10/1732306865907/Put/seqid=0 2024-11-22T20:21:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742052_1228 (size=9857) 2024-11-22T20:21:07,046 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/c213f6dcbfb5480abfc91d27a491eed4 2024-11-22T20:21:07,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ddfce89126af4e38bae80ab9340688af as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af 2024-11-22T20:21:07,059 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af, entries=100, sequenceid=303, filesize=22.0 K 2024-11-22T20:21:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7c1801d92e3b4b4eaeae75ebc69404d4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4 2024-11-22T20:21:07,067 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4, entries=100, sequenceid=303, filesize=9.6 K 2024-11-22T20:21:07,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/c213f6dcbfb5480abfc91d27a491eed4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4 2024-11-22T20:21:07,077 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4, entries=100, sequenceid=303, filesize=9.6 K 2024-11-22T20:21:07,079 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 3cf4a73d89e385e98da363cc93b078ac in 623ms, sequenceid=303, compaction requested=false 2024-11-22T20:21:07,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:07,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-22T20:21:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-22T20:21:07,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-22T20:21:07,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 779 msec 2024-11-22T20:21:07,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 783 msec 2024-11-22T20:21:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:07,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-22T20:21:07,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:07,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306927212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306927212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306927213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306927215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306927215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227c54a9767bc9455a903c780c02be361c_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:07,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742053_1229 (size=17534) 2024-11-22T20:21:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306927316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306927317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306927317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,322 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/86b43a9332084f52bfb03dad362a1cce as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/86b43a9332084f52bfb03dad362a1cce 2024-11-22T20:21:07,327 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 86b43a9332084f52bfb03dad362a1cce(size=12.7 K), total size for store is 22.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:07,327 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:07,327 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306866420; duration=0sec 2024-11-22T20:21:07,328 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:07,328 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:21:07,406 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-22T20:21:07,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-22T20:21:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:07,410 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:07,410 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:07,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306927518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306927518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306927522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:07,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227c54a9767bc9455a903c780c02be361c_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227c54a9767bc9455a903c780c02be361c_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:07,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e2027624bbfa497184da7b3084b2b2e3, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:07,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e2027624bbfa497184da7b3084b2b2e3 is 175, key is test_row_0/A:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742054_1230 (size=48639) 2024-11-22T20:21:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:07,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:07,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306927717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306927718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306927821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306927821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306927825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:07,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:07,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:08,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,046 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e2027624bbfa497184da7b3084b2b2e3 2024-11-22T20:21:08,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/b9c61345aaff485db5dd05a28612e614 is 50, key is test_row_0/B:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742055_1231 (size=12301) 2024-11-22T20:21:08,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306928325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306928327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306928330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/b9c61345aaff485db5dd05a28612e614 2024-11-22T20:21:08,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/7d7dbe9702b04371a62fd5e31b273d4d is 50, key is test_row_0/C:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:08,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:08,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742056_1232 (size=12301) 2024-11-22T20:21:08,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/7d7dbe9702b04371a62fd5e31b273d4d 2024-11-22T20:21:08,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/e2027624bbfa497184da7b3084b2b2e3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3 2024-11-22T20:21:08,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3, entries=250, sequenceid=335, filesize=47.5 K 2024-11-22T20:21:08,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/b9c61345aaff485db5dd05a28612e614 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614 2024-11-22T20:21:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:08,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T20:21:08,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/7d7dbe9702b04371a62fd5e31b273d4d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d 2024-11-22T20:21:08,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-22T20:21:08,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 3cf4a73d89e385e98da363cc93b078ac in 1315ms, sequenceid=335, compaction requested=true 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:08,523 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:08,523 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:08,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:08,524 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:08,524 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:08,524 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,524 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:08,525 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:08,525 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=100.7 K 2024-11-22T20:21:08,525 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,525 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,525 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/70da79c3e82d4a03b406b266f77c386e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=34.3 K 2024-11-22T20:21:08,525 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3] 2024-11-22T20:21:08,525 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 70da79c3e82d4a03b406b266f77c386e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:08,525 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e05588dcac0494ba8512e62552a3a8e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:08,526 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c1801d92e3b4b4eaeae75ebc69404d4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306865906 2024-11-22T20:21:08,526 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddfce89126af4e38bae80ab9340688af, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306865906 2024-11-22T20:21:08,526 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2027624bbfa497184da7b3084b2b2e3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866592 2024-11-22T20:21:08,526 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b9c61345aaff485db5dd05a28612e614, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866595 2024-11-22T20:21:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,542 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:08,545 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#192 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:08,545 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7953e1369cf440fdae4384431889fee7 is 50, key is test_row_0/B:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,556 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122dd1202e12bbc44aba49a5ed96595f834_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,564 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122dd1202e12bbc44aba49a5ed96595f834_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,564 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dd1202e12bbc44aba49a5ed96595f834_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742057_1233 (size=13085) 2024-11-22T20:21:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,581 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7953e1369cf440fdae4384431889fee7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7953e1369cf440fdae4384431889fee7 2024-11-22T20:21:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742058_1234 (size=4469) 2024-11-22T20:21:08,587 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 7953e1369cf440fdae4384431889fee7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:08,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:08,587 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306868523; duration=0sec 2024-11-22T20:21:08,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:08,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,589 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#193 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:08,590 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1c3fffcbbda0421c9cac7d4abe69c8bd is 175, key is test_row_0/A:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:08,590 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:08,591 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:08,591 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,591 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/86b43a9332084f52bfb03dad362a1cce, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=34.3 K 2024-11-22T20:21:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,591 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b43a9332084f52bfb03dad362a1cce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732306865290 2024-11-22T20:21:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,592 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c213f6dcbfb5480abfc91d27a491eed4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306865906 2024-11-22T20:21:08,593 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d7dbe9702b04371a62fd5e31b273d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866595 2024-11-22T20:21:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,610 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#194 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:08,611 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1fcf514c1a1242ac9f806955e7bef542 is 50, key is test_row_0/C:col10/1732306867208/Put/seqid=0 2024-11-22T20:21:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742059_1235 (size=32039) 2024-11-22T20:21:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,620 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1c3fffcbbda0421c9cac7d4abe69c8bd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd 2024-11-22T20:21:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,626 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into 1c3fffcbbda0421c9cac7d4abe69c8bd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:08,626 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:08,626 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306868523; duration=0sec 2024-11-22T20:21:08,626 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:08,626 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-22T20:21:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:08,636 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:08,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742060_1236 (size=13085) 2024-11-22T20:21:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a143399a66684ad3b79dcdd66191298a_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306867213/Put/seqid=0 2024-11-22T20:21:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742061_1237 (size=9914) 2024-11-22T20:21:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,718 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a143399a66684ad3b79dcdd66191298a_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a143399a66684ad3b79dcdd66191298a_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ffaaff8c346e422abf99099899fd0955, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ffaaff8c346e422abf99099899fd0955 is 175, key is test_row_0/A:col10/1732306867213/Put/seqid=0 2024-11-22T20:21:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742062_1238 (size=22561) 2024-11-22T20:21:08,754 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ffaaff8c346e422abf99099899fd0955 2024-11-22T20:21:08,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/276e1cf6739547d9b178c6e2255a9061 is 50, key is test_row_0/B:col10/1732306867213/Put/seqid=0 2024-11-22T20:21:08,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742063_1239 (size=9857) 2024-11-22T20:21:08,797 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/276e1cf6739547d9b178c6e2255a9061 2024-11-22T20:21:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306928798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306928799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/abffc7528f8e4f7989d4d8e01b971d44 is 50, key is test_row_0/C:col10/1732306867213/Put/seqid=0 2024-11-22T20:21:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742064_1240 (size=9857) 2024-11-22T20:21:08,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306928903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:08,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306928912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,060 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1fcf514c1a1242ac9f806955e7bef542 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1fcf514c1a1242ac9f806955e7bef542 2024-11-22T20:21:09,065 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 1fcf514c1a1242ac9f806955e7bef542(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:09,065 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:09,065 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306868523; duration=0sec 2024-11-22T20:21:09,066 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:09,066 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306929110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306929115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,223 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/abffc7528f8e4f7989d4d8e01b971d44 2024-11-22T20:21:09,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/ffaaff8c346e422abf99099899fd0955 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955 2024-11-22T20:21:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955, entries=100, sequenceid=344, filesize=22.0 K 2024-11-22T20:21:09,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/276e1cf6739547d9b178c6e2255a9061 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061 2024-11-22T20:21:09,241 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061, entries=100, sequenceid=344, filesize=9.6 K 2024-11-22T20:21:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/abffc7528f8e4f7989d4d8e01b971d44 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44 2024-11-22T20:21:09,247 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44, entries=100, sequenceid=344, filesize=9.6 K 2024-11-22T20:21:09,248 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 3cf4a73d89e385e98da363cc93b078ac in 613ms, sequenceid=344, compaction requested=false 2024-11-22T20:21:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-22T20:21:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-22T20:21:09,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T20:21:09,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-22T20:21:09,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8450 sec 2024-11-22T20:21:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:09,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=207.98 KB heapSize=545.67 KB 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306929369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306929369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306929369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221a8fddfd316f489fa41a5a97ebb98845_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742065_1241 (size=12454) 2024-11-22T20:21:09,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:09,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221a8fddfd316f489fa41a5a97ebb98845_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221a8fddfd316f489fa41a5a97ebb98845_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:09,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f407bf7f25654de891a93c1aeb5f874c, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:09,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f407bf7f25654de891a93c1aeb5f874c is 175, key is test_row_0/A:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306929414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742066_1242 (size=31255) 2024-11-22T20:21:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306929420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306929473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-22T20:21:09,516 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-22T20:21:09,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-22T20:21:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:21:09,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:09,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:09,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:21:09,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:21:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306929675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306929675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306929676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:21:09,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f407bf7f25654de891a93c1aeb5f874c 2024-11-22T20:21:09,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:09,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/8e244e1ef1e34f5fa92ed15c50a51913 is 50, key is test_row_0/B:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742067_1243 (size=12301) 2024-11-22T20:21:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306929915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306929921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306929977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306929978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:09,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:21:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:09,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:09,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306929979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:21:10,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:21:10,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/8e244e1ef1e34f5fa92ed15c50a51913 2024-11-22T20:21:10,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1dfeafe149a440f58dc3785506792ddb is 50, key is test_row_0/C:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:10,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742068_1244 (size=12301) 2024-11-22T20:21:10,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1dfeafe149a440f58dc3785506792ddb 2024-11-22T20:21:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f407bf7f25654de891a93c1aeb5f874c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c 2024-11-22T20:21:10,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c, entries=150, sequenceid=379, filesize=30.5 K 2024-11-22T20:21:10,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/8e244e1ef1e34f5fa92ed15c50a51913 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913 2024-11-22T20:21:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913, entries=150, sequenceid=379, filesize=12.0 K 2024-11-22T20:21:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1dfeafe149a440f58dc3785506792ddb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb 2024-11-22T20:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb, entries=150, sequenceid=379, filesize=12.0 K 2024-11-22T20:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:21:10,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for 3cf4a73d89e385e98da363cc93b078ac in 916ms, sequenceid=379, compaction requested=true 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,285 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:10,285 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-22T20:21:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:10,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,287 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,287 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:10,287 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:10,288 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:10,288 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,288 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7953e1369cf440fdae4384431889fee7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=34.4 K 2024-11-22T20:21:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,288 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7953e1369cf440fdae4384431889fee7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866595 2024-11-22T20:21:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,288 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,289 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=83.8 K 2024-11-22T20:21:10,289 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,289 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c] 2024-11-22T20:21:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,289 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 276e1cf6739547d9b178c6e2255a9061, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732306867212 2024-11-22T20:21:10,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-22T20:21:10,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 766 msec 2024-11-22T20:21:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,290 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c3fffcbbda0421c9cac7d4abe69c8bd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866595 2024-11-22T20:21:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,290 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e244e1ef1e34f5fa92ed15c50a51913, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,290 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffaaff8c346e422abf99099899fd0955, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732306867212 2024-11-22T20:21:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,291 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f407bf7f25654de891a93c1aeb5f874c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 772 msec 2024-11-22T20:21:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,302 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:10,302 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,303 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/58cba690dca14c3dafc3d13d27eea4fd is 50, key is test_row_0/B:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,304 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225a0994c3d21a4912967231d25a05b83b_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,305 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225a0994c3d21a4912967231d25a05b83b_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,306 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a0994c3d21a4912967231d25a05b83b_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742070_1246 (size=4469) 2024-11-22T20:21:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,315 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#202 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,316 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3075c08a0e6b409aa448e782a61b1180 is 175, key is test_row_0/A:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742071_1247 (size=32141) 2024-11-22T20:21:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742069_1245 (size=13187) 2024-11-22T20:21:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,332 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3075c08a0e6b409aa448e782a61b1180 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180 2024-11-22T20:21:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,333 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/58cba690dca14c3dafc3d13d27eea4fd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/58cba690dca14c3dafc3d13d27eea4fd 2024-11-22T20:21:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,341 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 58cba690dca14c3dafc3d13d27eea4fd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:10,341 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,341 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=13, startTime=1732306870285; duration=0sec 2024-11-22T20:21:10,341 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:10,341 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:10,341 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,342 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into 3075c08a0e6b409aa448e782a61b1180(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:10,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:10,342 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=13, startTime=1732306870285; duration=0sec 2024-11-22T20:21:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,343 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:10,343 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:10,343 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:10,343 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:10,343 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,343 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1fcf514c1a1242ac9f806955e7bef542, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=34.4 K 2024-11-22T20:21:10,344 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fcf514c1a1242ac9f806955e7bef542, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732306866595 2024-11-22T20:21:10,344 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting abffc7528f8e4f7989d4d8e01b971d44, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732306867212 2024-11-22T20:21:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,345 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dfeafe149a440f58dc3785506792ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,354 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,355 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/12a4e1ee5bb744148023e8eb57fc5d73 is 50, key is test_row_0/C:col10/1732306869341/Put/seqid=0 2024-11-22T20:21:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742072_1248 (size=13187) 2024-11-22T20:21:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,405 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/12a4e1ee5bb744148023e8eb57fc5d73 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/12a4e1ee5bb744148023e8eb57fc5d73 2024-11-22T20:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,414 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 12a4e1ee5bb744148023e8eb57fc5d73(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:10,414 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:10,414 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=13, startTime=1732306870285; duration=0sec 2024-11-22T20:21:10,414 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:10,414 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:10,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:10,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:21:10,623 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-22T20:21:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e01f4953a61f4d1cb23789a92c37c8e4_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306870593/Put/seqid=0 2024-11-22T20:21:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-22T20:21:10,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:10,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306930645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306930653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306930649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742074_1250 (size=27698) 2024-11-22T20:21:10,703 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:10,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e01f4953a61f4d1cb23789a92c37c8e4_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e01f4953a61f4d1cb23789a92c37c8e4_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:10,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/29d7da5fabbe4fd09266b98f3436970e, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:10,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/29d7da5fabbe4fd09266b98f3436970e is 175, key is test_row_0/A:col10/1732306870593/Put/seqid=0 2024-11-22T20:21:10,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742073_1249 (size=83485) 2024-11-22T20:21:10,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/29d7da5fabbe4fd09266b98f3436970e 2024-11-22T20:21:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:10,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/586a53837a854f2d9ec89ef7d56049a7 is 50, key is test_row_0/B:col10/1732306870593/Put/seqid=0 2024-11-22T20:21:10,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306930754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306930757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306930760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742075_1251 (size=12301) 2024-11-22T20:21:10,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306930925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:10,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306930932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,933 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:10,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306930958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306930962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306930963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,086 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/586a53837a854f2d9ec89ef7d56049a7 2024-11-22T20:21:11,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/73e4e32a9da743bf809206885af54e6c is 50, key is test_row_0/C:col10/1732306870593/Put/seqid=0 2024-11-22T20:21:11,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742076_1252 (size=12301) 2024-11-22T20:21:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:11,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306931260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306931267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306931267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:11,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/73e4e32a9da743bf809206885af54e6c 2024-11-22T20:21:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/29d7da5fabbe4fd09266b98f3436970e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e 2024-11-22T20:21:11,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e, entries=450, sequenceid=395, filesize=81.5 K 2024-11-22T20:21:11,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/586a53837a854f2d9ec89ef7d56049a7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7 2024-11-22T20:21:11,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T20:21:11,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/73e4e32a9da743bf809206885af54e6c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c 2024-11-22T20:21:11,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-22T20:21:11,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3cf4a73d89e385e98da363cc93b078ac in 1010ms, sequenceid=395, compaction requested=false 2024-11-22T20:21:11,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:11,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:21:11,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:11,698 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122582e297d369f4e458fec42723ded26c9_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306870639/Put/seqid=0 2024-11-22T20:21:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742077_1253 (size=12454) 2024-11-22T20:21:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:11,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:11,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306931773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306931776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306931777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306931877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306931880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306931880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306932078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306932083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306932085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:12,119 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122582e297d369f4e458fec42723ded26c9_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122582e297d369f4e458fec42723ded26c9_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:12,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1314316e982c4d74bcf9e0a53bdbd4fa, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:12,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1314316e982c4d74bcf9e0a53bdbd4fa is 175, key is test_row_0/A:col10/1732306870639/Put/seqid=0 2024-11-22T20:21:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742078_1254 (size=31255) 2024-11-22T20:21:12,142 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1314316e982c4d74bcf9e0a53bdbd4fa 2024-11-22T20:21:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/d427cbe9d03c49538eee61f53e9f2475 is 50, key is test_row_0/B:col10/1732306870639/Put/seqid=0 2024-11-22T20:21:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742079_1255 (size=12301) 2024-11-22T20:21:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306932385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306932387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306932389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,578 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/d427cbe9d03c49538eee61f53e9f2475 2024-11-22T20:21:12,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8e02762341d648bf87c34e0f049b7c29 is 50, key is test_row_0/C:col10/1732306870639/Put/seqid=0 2024-11-22T20:21:12,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742080_1256 (size=12301) 2024-11-22T20:21:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:12,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306932890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306932891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306932892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35014 deadline: 1732306932936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,941 DEBUG [Thread-688 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:12,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35004 deadline: 1732306932945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:12,948 DEBUG [Thread-690 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:12,994 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8e02762341d648bf87c34e0f049b7c29 2024-11-22T20:21:12,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/1314316e982c4d74bcf9e0a53bdbd4fa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa 2024-11-22T20:21:13,004 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa, entries=150, sequenceid=420, filesize=30.5 K 2024-11-22T20:21:13,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/d427cbe9d03c49538eee61f53e9f2475 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475 2024-11-22T20:21:13,009 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475, entries=150, sequenceid=420, filesize=12.0 K 2024-11-22T20:21:13,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/8e02762341d648bf87c34e0f049b7c29 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29 2024-11-22T20:21:13,014 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29, entries=150, sequenceid=420, filesize=12.0 K 2024-11-22T20:21:13,015 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 3cf4a73d89e385e98da363cc93b078ac in 1317ms, sequenceid=420, compaction requested=true 2024-11-22T20:21:13,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:13,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:13,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-22T20:21:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-22T20:21:13,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T20:21:13,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3880 sec 2024-11-22T20:21:13,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.3920 sec 2024-11-22T20:21:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:13,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:13,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122171097d55fca484e9422a98f50a29b72_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742081_1257 (size=14994) 2024-11-22T20:21:13,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:13,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122171097d55fca484e9422a98f50a29b72_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122171097d55fca484e9422a98f50a29b72_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:13,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0f9ec24612704614891ad1824231395a, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:13,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0f9ec24612704614891ad1824231395a is 175, key is test_row_0/A:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:13,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742082_1258 (size=39949) 2024-11-22T20:21:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306933923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306933924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306933925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306934028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306934028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306934028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306934231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306934231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306934232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,325 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0f9ec24612704614891ad1824231395a 2024-11-22T20:21:14,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/e9ee38e89ac54ab78dc2d6d86de12f5a is 50, key is test_row_0/B:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742083_1259 (size=12301) 2024-11-22T20:21:14,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/e9ee38e89ac54ab78dc2d6d86de12f5a 2024-11-22T20:21:14,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/706926916de3444db99086281026c5cf is 50, key is test_row_0/C:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742084_1260 (size=12301) 2024-11-22T20:21:14,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/706926916de3444db99086281026c5cf 2024-11-22T20:21:14,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/0f9ec24612704614891ad1824231395a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a 2024-11-22T20:21:14,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a, entries=200, sequenceid=434, filesize=39.0 K 2024-11-22T20:21:14,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/e9ee38e89ac54ab78dc2d6d86de12f5a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a 2024-11-22T20:21:14,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T20:21:14,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/706926916de3444db99086281026c5cf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf 2024-11-22T20:21:14,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf, entries=150, sequenceid=434, filesize=12.0 K 2024-11-22T20:21:14,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3cf4a73d89e385e98da363cc93b078ac in 504ms, sequenceid=434, compaction requested=true 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:14,402 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3cf4a73d89e385e98da363cc93b078ac:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:14,402 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:14,404 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:14,404 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/A is initiating minor compaction (all files) 2024-11-22T20:21:14,404 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/A in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,404 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=182.5 K 2024-11-22T20:21:14,404 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,404 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a] 2024-11-22T20:21:14,405 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:14,405 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/B is initiating minor compaction (all files) 2024-11-22T20:21:14,405 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/B in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,405 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/58cba690dca14c3dafc3d13d27eea4fd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=48.9 K 2024-11-22T20:21:14,406 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 58cba690dca14c3dafc3d13d27eea4fd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:14,406 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3075c08a0e6b409aa448e782a61b1180, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:14,406 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 586a53837a854f2d9ec89ef7d56049a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732306870593 2024-11-22T20:21:14,406 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29d7da5fabbe4fd09266b98f3436970e, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732306870517 2024-11-22T20:21:14,407 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting d427cbe9d03c49538eee61f53e9f2475, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732306870639 2024-11-22T20:21:14,407 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1314316e982c4d74bcf9e0a53bdbd4fa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732306870639 2024-11-22T20:21:14,407 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e9ee38e89ac54ab78dc2d6d86de12f5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732306871775 2024-11-22T20:21:14,407 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f9ec24612704614891ad1824231395a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732306871775 2024-11-22T20:21:14,419 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:14,419 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/003a7cdecd6a4377b1bf7d0efeac9639 is 50, key is test_row_0/B:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:14,424 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:14,434 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229ab82d7923864bf689e779bcd1979f13_3cf4a73d89e385e98da363cc93b078ac store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:14,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229ab82d7923864bf689e779bcd1979f13_3cf4a73d89e385e98da363cc93b078ac, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:14,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229ab82d7923864bf689e779bcd1979f13_3cf4a73d89e385e98da363cc93b078ac because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:14,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742085_1261 (size=13323) 2024-11-22T20:21:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742086_1262 (size=4469) 2024-11-22T20:21:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:14,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:14,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ebeeaebcf2804da19e681255248fc4c3_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306874537/Put/seqid=0 2024-11-22T20:21:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742087_1263 (size=17534) 2024-11-22T20:21:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306934555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:14,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306934556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,565 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ebeeaebcf2804da19e681255248fc4c3_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebeeaebcf2804da19e681255248fc4c3_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:14,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f4ff6d9d522848a8b359e05e7ccc5106, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:14,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f4ff6d9d522848a8b359e05e7ccc5106 is 175, key is test_row_0/A:col10/1732306874537/Put/seqid=0 2024-11-22T20:21:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742088_1264 (size=48639) 2024-11-22T20:21:14,579 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f4ff6d9d522848a8b359e05e7ccc5106 2024-11-22T20:21:14,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/76136bcc99454c59a01692dc442626ae is 50, key is test_row_0/B:col10/1732306874537/Put/seqid=0 2024-11-22T20:21:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742089_1265 (size=12301) 2024-11-22T20:21:14,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306934657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306934669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306934674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:21:14,732 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-22T20:21:14,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-22T20:21:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:14,735 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:14,736 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:14,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306934862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,870 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#A#compaction#214 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:14,871 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f35352c403a34fd3ac13c9ad9c7aaa32 is 175, key is test_row_0/A:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:14,872 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/003a7cdecd6a4377b1bf7d0efeac9639 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/003a7cdecd6a4377b1bf7d0efeac9639 2024-11-22T20:21:14,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306934873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,879 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/B of 3cf4a73d89e385e98da363cc93b078ac into 003a7cdecd6a4377b1bf7d0efeac9639(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:14,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742090_1266 (size=32277) 2024-11-22T20:21:14,880 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:14,880 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/B, priority=12, startTime=1732306874402; duration=0sec 2024-11-22T20:21:14,880 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:14,880 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:B 2024-11-22T20:21:14,880 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:14,881 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:14,882 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 3cf4a73d89e385e98da363cc93b078ac/C is initiating minor compaction (all files) 2024-11-22T20:21:14,882 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3cf4a73d89e385e98da363cc93b078ac/C in TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,882 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/12a4e1ee5bb744148023e8eb57fc5d73, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp, totalSize=48.9 K 2024-11-22T20:21:14,882 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a4e1ee5bb744148023e8eb57fc5d73, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732306868797 2024-11-22T20:21:14,883 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e4e32a9da743bf809206885af54e6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732306870593 2024-11-22T20:21:14,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306934878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,884 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e02762341d648bf87c34e0f049b7c29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732306870639 2024-11-22T20:21:14,885 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 706926916de3444db99086281026c5cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732306871775 2024-11-22T20:21:14,887 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f35352c403a34fd3ac13c9ad9c7aaa32 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f35352c403a34fd3ac13c9ad9c7aaa32 2024-11-22T20:21:14,888 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:14,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:21:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:14,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:14,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:14,894 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/A of 3cf4a73d89e385e98da363cc93b078ac into f35352c403a34fd3ac13c9ad9c7aaa32(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:14,894 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:14,894 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/A, priority=12, startTime=1732306874402; duration=0sec 2024-11-22T20:21:14,895 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:14,895 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:A 2024-11-22T20:21:14,901 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3cf4a73d89e385e98da363cc93b078ac#C#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:14,901 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1a93635839574f01b5dd7b1d2cee3ec3 is 50, key is test_row_0/C:col10/1732306873898/Put/seqid=0 2024-11-22T20:21:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742091_1267 (size=13323) 2024-11-22T20:21:15,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/76136bcc99454c59a01692dc442626ae 2024-11-22T20:21:15,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/906d26b12f7546fe8b95262c1d8ca7c2 is 50, key is test_row_0/C:col10/1732306874537/Put/seqid=0 2024-11-22T20:21:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742092_1268 (size=12301) 2024-11-22T20:21:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:15,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:21:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1732306935165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34992 deadline: 1732306935175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35050 deadline: 1732306935186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:21:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,311 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/1a93635839574f01b5dd7b1d2cee3ec3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1a93635839574f01b5dd7b1d2cee3ec3 2024-11-22T20:21:15,316 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3cf4a73d89e385e98da363cc93b078ac/C of 3cf4a73d89e385e98da363cc93b078ac into 1a93635839574f01b5dd7b1d2cee3ec3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:15,316 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:15,316 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac., storeName=3cf4a73d89e385e98da363cc93b078ac/C, priority=12, startTime=1732306874402; duration=0sec 2024-11-22T20:21:15,317 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:15,317 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3cf4a73d89e385e98da363cc93b078ac:C 2024-11-22T20:21:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:15,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:21:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:15,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:15,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/906d26b12f7546fe8b95262c1d8ca7c2 2024-11-22T20:21:15,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/f4ff6d9d522848a8b359e05e7ccc5106 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f4ff6d9d522848a8b359e05e7ccc5106 2024-11-22T20:21:15,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f4ff6d9d522848a8b359e05e7ccc5106, entries=250, sequenceid=458, filesize=47.5 K 2024-11-22T20:21:15,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/76136bcc99454c59a01692dc442626ae as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/76136bcc99454c59a01692dc442626ae 2024-11-22T20:21:15,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/76136bcc99454c59a01692dc442626ae, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T20:21:15,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/906d26b12f7546fe8b95262c1d8ca7c2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/906d26b12f7546fe8b95262c1d8ca7c2 2024-11-22T20:21:15,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/906d26b12f7546fe8b95262c1d8ca7c2, entries=150, sequenceid=458, filesize=12.0 K 2024-11-22T20:21:15,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3cf4a73d89e385e98da363cc93b078ac in 893ms, sequenceid=458, compaction requested=false 2024-11-22T20:21:15,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:15,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:15,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:15,501 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ed4165b1d058448db4b68b5485a96497_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306874554/Put/seqid=0 2024-11-22T20:21:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742093_1269 (size=12454) 2024-11-22T20:21:15,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:15,518 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ed4165b1d058448db4b68b5485a96497_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed4165b1d058448db4b68b5485a96497_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:15,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3a74f9b9b95e49a1a6ce4532347970a1, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:15,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3a74f9b9b95e49a1a6ce4532347970a1 is 175, key is test_row_0/A:col10/1732306874554/Put/seqid=0 2024-11-22T20:21:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742094_1270 (size=31255) 2024-11-22T20:21:15,526 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=474, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3a74f9b9b95e49a1a6ce4532347970a1 2024-11-22T20:21:15,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 is 50, key is test_row_0/B:col10/1732306874554/Put/seqid=0 2024-11-22T20:21:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742095_1271 (size=12301) 2024-11-22T20:21:15,637 DEBUG [Thread-701 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:55696 2024-11-22T20:21:15,637 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:55696 2024-11-22T20:21:15,637 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:55696 2024-11-22T20:21:15,637 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,637 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,637 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,640 DEBUG [Thread-699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:55696 2024-11-22T20:21:15,640 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:15,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. as already flushing 2024-11-22T20:21:15,668 DEBUG [Thread-692 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:55696 2024-11-22T20:21:15,668 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,682 DEBUG [Thread-686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:55696 2024-11-22T20:21:15,682 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,689 DEBUG [Thread-684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:55696 2024-11-22T20:21:15,690 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:15,943 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 2024-11-22T20:21:15,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/0cc43796ef5240aa9e59086a16429aa2 is 50, key is test_row_0/C:col10/1732306874554/Put/seqid=0 2024-11-22T20:21:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742096_1272 (size=12301) 2024-11-22T20:21:16,354 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/0cc43796ef5240aa9e59086a16429aa2 2024-11-22T20:21:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/3a74f9b9b95e49a1a6ce4532347970a1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3a74f9b9b95e49a1a6ce4532347970a1 2024-11-22T20:21:16,361 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3a74f9b9b95e49a1a6ce4532347970a1, entries=150, sequenceid=474, filesize=30.5 K 2024-11-22T20:21:16,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 2024-11-22T20:21:16,365 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7eee8ac865b549cdbe73e8f2d5eb6bd7, entries=150, sequenceid=474, filesize=12.0 K 2024-11-22T20:21:16,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/0cc43796ef5240aa9e59086a16429aa2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/0cc43796ef5240aa9e59086a16429aa2 2024-11-22T20:21:16,369 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/0cc43796ef5240aa9e59086a16429aa2, entries=150, sequenceid=474, filesize=12.0 K 2024-11-22T20:21:16,370 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 3cf4a73d89e385e98da363cc93b078ac in 869ms, sequenceid=474, compaction requested=true 2024-11-22T20:21:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-22T20:21:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-22T20:21:16,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T20:21:16,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-22T20:21:16,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.6390 sec 2024-11-22T20:21:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:21:16,839 INFO [Thread-694 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-22T20:21:16,967 DEBUG [Thread-688 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:55696 2024-11-22T20:21:16,967 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:16,988 DEBUG [Thread-690 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:55696 2024-11-22T20:21:16,988 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6549 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6308 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2788 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8361 rows 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2810 2024-11-22T20:21:16,988 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8429 rows 2024-11-22T20:21:16,989 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:21:16,989 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:55696 2024-11-22T20:21:16,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:16,993 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:21:16,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:21:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:16,998 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306876997"}]},"ts":"1732306876997"} 2024-11-22T20:21:16,999 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:21:17,002 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:21:17,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:21:17,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, UNASSIGN}] 2024-11-22T20:21:17,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, UNASSIGN 2024-11-22T20:21:17,005 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:17,006 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:21:17,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:17,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:17,158 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 3cf4a73d89e385e98da363cc93b078ac, disabling compactions & flushes 2024-11-22T20:21:17,158 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. after waiting 0 ms 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:17,158 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 3cf4a73d89e385e98da363cc93b078ac 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:21:17,158 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=A 2024-11-22T20:21:17,159 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:17,159 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=B 2024-11-22T20:21:17,159 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:17,159 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3cf4a73d89e385e98da363cc93b078ac, store=C 2024-11-22T20:21:17,159 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:17,165 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229c6d5f6f1ef04334ad19f881f7554937_3cf4a73d89e385e98da363cc93b078ac is 50, key is test_row_0/A:col10/1732306875681/Put/seqid=0 2024-11-22T20:21:17,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742097_1273 (size=12454) 2024-11-22T20:21:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:17,569 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:17,573 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229c6d5f6f1ef04334ad19f881f7554937_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229c6d5f6f1ef04334ad19f881f7554937_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:17,574 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/7deb767fdda64a52a191ab9b377bc788, store: [table=TestAcidGuarantees family=A region=3cf4a73d89e385e98da363cc93b078ac] 2024-11-22T20:21:17,575 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/7deb767fdda64a52a191ab9b377bc788 is 175, key is test_row_0/A:col10/1732306875681/Put/seqid=0 2024-11-22T20:21:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742098_1274 (size=31255) 2024-11-22T20:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:17,979 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/7deb767fdda64a52a191ab9b377bc788 2024-11-22T20:21:17,985 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 is 50, key is test_row_0/B:col10/1732306875681/Put/seqid=0 2024-11-22T20:21:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742099_1275 (size=12301) 2024-11-22T20:21:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:18,389 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 2024-11-22T20:21:18,396 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3d70f507ae1b402ea45512a44baf2474 is 50, key is test_row_0/C:col10/1732306875681/Put/seqid=0 2024-11-22T20:21:18,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742100_1276 (size=12301) 2024-11-22T20:21:18,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:21:18,800 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3d70f507ae1b402ea45512a44baf2474 2024-11-22T20:21:18,804 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/A/7deb767fdda64a52a191ab9b377bc788 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/7deb767fdda64a52a191ab9b377bc788 2024-11-22T20:21:18,808 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/7deb767fdda64a52a191ab9b377bc788, entries=150, sequenceid=482, filesize=30.5 K 2024-11-22T20:21:18,808 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 2024-11-22T20:21:18,812 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/0bd938b1b2184c5ba9dfbf1cee5d1a57, entries=150, sequenceid=482, filesize=12.0 K 2024-11-22T20:21:18,812 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/.tmp/C/3d70f507ae1b402ea45512a44baf2474 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3d70f507ae1b402ea45512a44baf2474 2024-11-22T20:21:18,815 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3d70f507ae1b402ea45512a44baf2474, entries=150, sequenceid=482, filesize=12.0 K 2024-11-22T20:21:18,816 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3cf4a73d89e385e98da363cc93b078ac in 1658ms, sequenceid=482, compaction requested=true 2024-11-22T20:21:18,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a] to archive 2024-11-22T20:21:18,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:18,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/5613d92096d84181a1b2ee541561384c 2024-11-22T20:21:18,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/be62639d6f3e4624a6da16b3e6b0ad0c 2024-11-22T20:21:18,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/eebe300dbe6f4e40899fd0c97f5e62c5 2024-11-22T20:21:18,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/a0ec6fe0885a418c9bf2956e950a9200 2024-11-22T20:21:18,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e4696353208e4c5e9015d33e5c1cfe37 2024-11-22T20:21:18,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/2b7b085d325e437f87784f1bd5077203 2024-11-22T20:21:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1b7e55e70c994a9e973168d73cc9054c 2024-11-22T20:21:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0cf3123f606b46f898d0d3732495bde5 2024-11-22T20:21:18,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/791f84e20f574d9e8ed5bed771c56cd4 2024-11-22T20:21:18,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/598d79cc57ec419da3678765356a02aa 2024-11-22T20:21:18,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/d7d708a1441e4e37b893b3163cd54215 2024-11-22T20:21:18,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c1df13a09fa44e718aea8299ad580e6e 2024-11-22T20:21:18,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4f119f8e91ba4e84a8ed111ac2eff453 2024-11-22T20:21:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e9016deee33546d5a0497223bb9f219e 2024-11-22T20:21:18,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/10dc453e5f8c452fbfae7747b50a5792 2024-11-22T20:21:18,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/c01bf2c8ab5f4903bc56e39d6204553f 2024-11-22T20:21:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/b966bfa8d6814e59b57852bfab3e268f 2024-11-22T20:21:18,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/cd25f4567e0b41dba3107258badf1c4e 2024-11-22T20:21:18,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9916bb3c655f439cbdc279f949660f7a 2024-11-22T20:21:18,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/4ce967569b1044168ee6cb03ba4b86f9 2024-11-22T20:21:18,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/9e05588dcac0494ba8512e62552a3a8e 2024-11-22T20:21:18,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ddfce89126af4e38bae80ab9340688af 2024-11-22T20:21:18,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/e2027624bbfa497184da7b3084b2b2e3 2024-11-22T20:21:18,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1c3fffcbbda0421c9cac7d4abe69c8bd 2024-11-22T20:21:18,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/ffaaff8c346e422abf99099899fd0955 2024-11-22T20:21:18,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3075c08a0e6b409aa448e782a61b1180 2024-11-22T20:21:18,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f407bf7f25654de891a93c1aeb5f874c 2024-11-22T20:21:18,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/29d7da5fabbe4fd09266b98f3436970e 2024-11-22T20:21:18,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/1314316e982c4d74bcf9e0a53bdbd4fa 2024-11-22T20:21:18,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/0f9ec24612704614891ad1824231395a 2024-11-22T20:21:18,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/6e0428b70f1b492eb6f393adb307d5ef, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/23b11a77eae949a6b436436b7f7a5a3c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/43a9e42d07fe4bbe89e268da90350aed, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f56a93a0e8a440ada01d95ca407149b2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bb240d29c7fd45828d1115b0537b6ce9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/70da79c3e82d4a03b406b266f77c386e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7953e1369cf440fdae4384431889fee7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/58cba690dca14c3dafc3d13d27eea4fd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a] to archive 2024-11-22T20:21:18,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:18,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1aef8717a8054503b8fa958677c75a87 2024-11-22T20:21:18,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/2c5f3750e5d6482faa987ede156de203 2024-11-22T20:21:18,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/6e0428b70f1b492eb6f393adb307d5ef to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/6e0428b70f1b492eb6f393adb307d5ef 2024-11-22T20:21:18,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/94dee530c3c842fc9112deee467a8b6e 2024-11-22T20:21:18,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bea273ac91264c708363f3eceeb67b57 2024-11-22T20:21:18,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/639163ef146b452a833e6d1f197adfd6 2024-11-22T20:21:18,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/23b11a77eae949a6b436436b7f7a5a3c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/23b11a77eae949a6b436436b7f7a5a3c 2024-11-22T20:21:18,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fd79016d06e242e8a341b674a966eec8 2024-11-22T20:21:18,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/041ee24bede04b278a60fba5d4bc983b 2024-11-22T20:21:18,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/43a9e42d07fe4bbe89e268da90350aed to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/43a9e42d07fe4bbe89e268da90350aed 2024-11-22T20:21:18,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/c88fdaec801d4ea9a93d9afc75569582 2024-11-22T20:21:18,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/1a569bfa6fc84240875b376cc43b5fb9 2024-11-22T20:21:18,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f56a93a0e8a440ada01d95ca407149b2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f56a93a0e8a440ada01d95ca407149b2 2024-11-22T20:21:18,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/293ea933ff6344669e90ce9a1a8adf73 2024-11-22T20:21:18,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/f8858fe8b7ad4f8caed769ab15c7692e 2024-11-22T20:21:18,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/199a0ff63ba24217912fd462d8815ab6 2024-11-22T20:21:18,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bb240d29c7fd45828d1115b0537b6ce9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/bb240d29c7fd45828d1115b0537b6ce9 2024-11-22T20:21:18,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/fa06d0b68fe24f8b88ff23f1b791fdb5 2024-11-22T20:21:18,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/073cf681929b4ff2b60a288dd50c493d 2024-11-22T20:21:18,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/70da79c3e82d4a03b406b266f77c386e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/70da79c3e82d4a03b406b266f77c386e 2024-11-22T20:21:18,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/febaa39eae39498da63797d86a85f9d1 2024-11-22T20:21:18,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7c1801d92e3b4b4eaeae75ebc69404d4 2024-11-22T20:21:18,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7953e1369cf440fdae4384431889fee7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7953e1369cf440fdae4384431889fee7 2024-11-22T20:21:18,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/b9c61345aaff485db5dd05a28612e614 2024-11-22T20:21:18,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/276e1cf6739547d9b178c6e2255a9061 2024-11-22T20:21:18,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/58cba690dca14c3dafc3d13d27eea4fd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/58cba690dca14c3dafc3d13d27eea4fd 2024-11-22T20:21:18,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/8e244e1ef1e34f5fa92ed15c50a51913 2024-11-22T20:21:18,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/586a53837a854f2d9ec89ef7d56049a7 2024-11-22T20:21:18,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/d427cbe9d03c49538eee61f53e9f2475 2024-11-22T20:21:18,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/e9ee38e89ac54ab78dc2d6d86de12f5a 2024-11-22T20:21:18,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/11b3015a6dce423abb0f20fff432284e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b2af6a27fc4844a59e6c73fa688b3e7f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/849c618a46734ec1b1b8046d2421c760, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/64d6725d3e1b4ab4801a52df28fbdf38, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/323f1864b0dd4ac4990ada742a9e5fca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/86b43a9332084f52bfb03dad362a1cce, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1fcf514c1a1242ac9f806955e7bef542, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/12a4e1ee5bb744148023e8eb57fc5d73, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf] to archive 2024-11-22T20:21:18,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:18,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/361600f2353345d6bbb05fe2fff7bc49 2024-11-22T20:21:18,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f3253638d01c4ad989d07a2cd3a1d378 2024-11-22T20:21:18,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/11b3015a6dce423abb0f20fff432284e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/11b3015a6dce423abb0f20fff432284e 2024-11-22T20:21:18,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b50442d1bbc5452a88d75559a1488fcb 2024-11-22T20:21:18,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/74d73e7819014c8e8d8f609dac8a7cef 2024-11-22T20:21:18,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/eb423b4756b749769f4166128c0a1f24 2024-11-22T20:21:18,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b2af6a27fc4844a59e6c73fa688b3e7f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/b2af6a27fc4844a59e6c73fa688b3e7f 2024-11-22T20:21:18,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3e22813590974f66b825320ad04338af 2024-11-22T20:21:18,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/66f92730f67444548bea58e19271c49f 2024-11-22T20:21:18,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/849c618a46734ec1b1b8046d2421c760 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/849c618a46734ec1b1b8046d2421c760 2024-11-22T20:21:18,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8a9a5da7436e4b168d872e3b88839649 2024-11-22T20:21:18,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/91cd0b45c8524ded926dec0fc6499693 2024-11-22T20:21:18,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/64d6725d3e1b4ab4801a52df28fbdf38 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/64d6725d3e1b4ab4801a52df28fbdf38 2024-11-22T20:21:18,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/84ee96e2ba024d6c86203cbab6b96724 2024-11-22T20:21:18,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/f65a42660cbe45a49d36ae67d7c6e073 2024-11-22T20:21:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/e1c3f7e8ecd24f0bacd765de438a57e4 2024-11-22T20:21:18,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/323f1864b0dd4ac4990ada742a9e5fca to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/323f1864b0dd4ac4990ada742a9e5fca 2024-11-22T20:21:18,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/2aee6fa3ac07452097cec93f89dd2cd2 2024-11-22T20:21:18,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/90087ec6ce2447ca9756504074723d79 2024-11-22T20:21:18,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/86b43a9332084f52bfb03dad362a1cce to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/86b43a9332084f52bfb03dad362a1cce 2024-11-22T20:21:18,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/32f0fe3213714d3c9f1390c690358efc 2024-11-22T20:21:18,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/c213f6dcbfb5480abfc91d27a491eed4 2024-11-22T20:21:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1fcf514c1a1242ac9f806955e7bef542 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1fcf514c1a1242ac9f806955e7bef542 2024-11-22T20:21:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/7d7dbe9702b04371a62fd5e31b273d4d 2024-11-22T20:21:18,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/abffc7528f8e4f7989d4d8e01b971d44 2024-11-22T20:21:18,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/12a4e1ee5bb744148023e8eb57fc5d73 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/12a4e1ee5bb744148023e8eb57fc5d73 2024-11-22T20:21:18,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1dfeafe149a440f58dc3785506792ddb 2024-11-22T20:21:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/73e4e32a9da743bf809206885af54e6c 2024-11-22T20:21:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/8e02762341d648bf87c34e0f049b7c29 2024-11-22T20:21:18,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/706926916de3444db99086281026c5cf 2024-11-22T20:21:18,916 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits/485.seqid, newMaxSeqId=485, maxSeqId=4 2024-11-22T20:21:18,916 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac. 2024-11-22T20:21:18,916 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 3cf4a73d89e385e98da363cc93b078ac: 2024-11-22T20:21:18,918 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:18,918 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=3cf4a73d89e385e98da363cc93b078ac, regionState=CLOSED 2024-11-22T20:21:18,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T20:21:18,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 3cf4a73d89e385e98da363cc93b078ac, server=bc573ddb75cd,44749,1732306820106 in 1.9130 sec 2024-11-22T20:21:18,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T20:21:18,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3cf4a73d89e385e98da363cc93b078ac, UNASSIGN in 1.9160 sec 2024-11-22T20:21:18,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T20:21:18,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9200 sec 2024-11-22T20:21:18,924 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306878923"}]},"ts":"1732306878923"} 2024-11-22T20:21:18,924 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:21:18,927 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:21:18,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-22T20:21:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:21:19,102 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-22T20:21:19,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:21:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,103 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:21:19,104 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,105 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits] 2024-11-22T20:21:19,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3a74f9b9b95e49a1a6ce4532347970a1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/3a74f9b9b95e49a1a6ce4532347970a1 2024-11-22T20:21:19,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/7deb767fdda64a52a191ab9b377bc788 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/7deb767fdda64a52a191ab9b377bc788 2024-11-22T20:21:19,113 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f35352c403a34fd3ac13c9ad9c7aaa32 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f35352c403a34fd3ac13c9ad9c7aaa32 2024-11-22T20:21:19,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f4ff6d9d522848a8b359e05e7ccc5106 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/A/f4ff6d9d522848a8b359e05e7ccc5106 2024-11-22T20:21:19,117 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/003a7cdecd6a4377b1bf7d0efeac9639 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/003a7cdecd6a4377b1bf7d0efeac9639 2024-11-22T20:21:19,118 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/0bd938b1b2184c5ba9dfbf1cee5d1a57 2024-11-22T20:21:19,119 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/76136bcc99454c59a01692dc442626ae to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/76136bcc99454c59a01692dc442626ae 2024-11-22T20:21:19,121 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/B/7eee8ac865b549cdbe73e8f2d5eb6bd7 2024-11-22T20:21:19,123 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/0cc43796ef5240aa9e59086a16429aa2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/0cc43796ef5240aa9e59086a16429aa2 2024-11-22T20:21:19,124 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1a93635839574f01b5dd7b1d2cee3ec3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/1a93635839574f01b5dd7b1d2cee3ec3 2024-11-22T20:21:19,126 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3d70f507ae1b402ea45512a44baf2474 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/3d70f507ae1b402ea45512a44baf2474 2024-11-22T20:21:19,127 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/906d26b12f7546fe8b95262c1d8ca7c2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/C/906d26b12f7546fe8b95262c1d8ca7c2 2024-11-22T20:21:19,129 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits/485.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac/recovered.edits/485.seqid 2024-11-22T20:21:19,130 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:21:19,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:21:19,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:21:19,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207e47a4c87d84396bd3fb02ccb857c9d_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207e47a4c87d84396bd3fb02ccb857c9d_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112208349eae61b44b03b8e3b562d8fd81ea_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112208349eae61b44b03b8e3b562d8fd81ea_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,138 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217108aa77d264bbab31dcc0700d3a87a_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112217108aa77d264bbab31dcc0700d3a87a_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,139 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122171097d55fca484e9422a98f50a29b72_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122171097d55fca484e9422a98f50a29b72_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221a8fddfd316f489fa41a5a97ebb98845_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221a8fddfd316f489fa41a5a97ebb98845_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,142 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122449d26a7a05343ed96bf9bb97d557fcb_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122449d26a7a05343ed96bf9bb97d557fcb_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,143 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c2f401b33c4429b9e2703f391fba297_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c2f401b33c4429b9e2703f391fba297_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,144 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122582e297d369f4e458fec42723ded26c9_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122582e297d369f4e458fec42723ded26c9_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,146 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d5f2dc0942b4f4f9bb5d63fc3923e3c_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d5f2dc0942b4f4f9bb5d63fc3923e3c_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,147 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122643dc602fa0d43de90eb925b4804cf21_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122643dc602fa0d43de90eb925b4804cf21_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,148 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226fc8283dd7d542b9900f120af7c1b105_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226fc8283dd7d542b9900f120af7c1b105_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,149 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122787093e816ab42c5bcbee2f22c712044_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122787093e816ab42c5bcbee2f22c712044_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,150 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227af332c203314e02aada9033a7ed665e_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227af332c203314e02aada9033a7ed665e_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,151 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227c54a9767bc9455a903c780c02be361c_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227c54a9767bc9455a903c780c02be361c_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,153 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289a2f83b56cb46afb08e61a25826970b_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289a2f83b56cb46afb08e61a25826970b_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122927660370fd54a2ca692cbbcb6fab0fd_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122927660370fd54a2ca692cbbcb6fab0fd_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,155 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296cc66e2fe2e4b628b8fd64c636645af_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112296cc66e2fe2e4b628b8fd64c636645af_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,156 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229c6d5f6f1ef04334ad19f881f7554937_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229c6d5f6f1ef04334ad19f881f7554937_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,157 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a143399a66684ad3b79dcdd66191298a_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a143399a66684ad3b79dcdd66191298a_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,158 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bfa38cff1206443a9418e42520cef382_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bfa38cff1206443a9418e42520cef382_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,159 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e01f4953a61f4d1cb23789a92c37c8e4_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e01f4953a61f4d1cb23789a92c37c8e4_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,160 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebeeaebcf2804da19e681255248fc4c3_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebeeaebcf2804da19e681255248fc4c3_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,162 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed4165b1d058448db4b68b5485a96497_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ed4165b1d058448db4b68b5485a96497_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,163 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4805e201ecb4019bdd2dac677ea22d1_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4805e201ecb4019bdd2dac677ea22d1_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,164 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78a297363df470e8121eb86bb168623_3cf4a73d89e385e98da363cc93b078ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f78a297363df470e8121eb86bb168623_3cf4a73d89e385e98da363cc93b078ac 2024-11-22T20:21:19,164 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:21:19,167 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,170 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:21:19,172 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:21:19,173 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,173 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:21:19,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306879173"}]},"ts":"9223372036854775807"} 2024-11-22T20:21:19,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:21:19,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3cf4a73d89e385e98da363cc93b078ac, NAME => 'TestAcidGuarantees,,1732306852506.3cf4a73d89e385e98da363cc93b078ac.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:21:19,175 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:21:19,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306879175"}]},"ts":"9223372036854775807"} 2024-11-22T20:21:19,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:21:19,179 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-22T20:21:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:21:19,205 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-22T20:21:19,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=243 (was 240) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600813580_22 at /127.0.0.1:60730 [Waiting for operation #749] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600813580_22 at /127.0.0.1:60736 [Waiting for operation #741] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600813580_22 at /127.0.0.1:60596 [Waiting for operation #780] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1321887527_22 at /127.0.0.1:60542 [Waiting for operation #820] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1321887527_22 at /127.0.0.1:35388 [Waiting for operation #175] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4349 (was 4899) 2024-11-22T20:21:19,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=243, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=4349 2024-11-22T20:21:19,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:21:19,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:21:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:19,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:21:19,228 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:19,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 76 2024-11-22T20:21:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:19,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:21:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742101_1277 (size=960) 2024-11-22T20:21:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:19,636 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:21:19,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742102_1278 (size=53) 2024-11-22T20:21:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:19,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5728f60d614527a86133821e16e2870e, disabling compactions & flushes 2024-11-22T20:21:20,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. after waiting 0 ms 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:20,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:21:20,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306880043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306880043"}]},"ts":"1732306880043"} 2024-11-22T20:21:20,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:21:20,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:21:20,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306880045"}]},"ts":"1732306880045"} 2024-11-22T20:21:20,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:21:20,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, ASSIGN}] 2024-11-22T20:21:20,051 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, ASSIGN 2024-11-22T20:21:20,051 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:21:20,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=5728f60d614527a86133821e16e2870e, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:20,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; OpenRegionProcedure 5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:20,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:20,358 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,358 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7285): Opening region: {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:20,358 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,358 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:20,359 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7327): checking encryption for 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,359 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7330): checking classloading for 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,360 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,361 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:20,361 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5728f60d614527a86133821e16e2870e columnFamilyName A 2024-11-22T20:21:20,361 DEBUG [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:20,362 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(327): Store=5728f60d614527a86133821e16e2870e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:20,362 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,363 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:20,363 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5728f60d614527a86133821e16e2870e columnFamilyName B 2024-11-22T20:21:20,363 DEBUG [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:20,363 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(327): Store=5728f60d614527a86133821e16e2870e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:20,363 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,364 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:20,364 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5728f60d614527a86133821e16e2870e columnFamilyName C 2024-11-22T20:21:20,364 DEBUG [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:20,365 INFO [StoreOpener-5728f60d614527a86133821e16e2870e-1 {}] regionserver.HStore(327): Store=5728f60d614527a86133821e16e2870e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:20,365 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,366 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,366 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,367 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:20,368 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1085): writing seq id for 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:20,370 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:20,370 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1102): Opened 5728f60d614527a86133821e16e2870e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69610539, jitterRate=0.037277862429618835}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:20,371 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1001): Region open journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:20,371 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., pid=78, masterSystemTime=1732306880355 2024-11-22T20:21:20,372 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,373 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:20,373 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=5728f60d614527a86133821e16e2870e, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:20,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T20:21:20,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; OpenRegionProcedure 5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 in 171 msec 2024-11-22T20:21:20,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T20:21:20,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, ASSIGN in 325 msec 2024-11-22T20:21:20,376 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:21:20,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306880376"}]},"ts":"1732306880376"} 2024-11-22T20:21:20,377 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:21:20,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:21:20,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-22T20:21:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-11-22T20:21:21,333 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 76 completed 2024-11-22T20:21:21,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-22T20:21:21,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:21:21,342 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:21:21,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-22T20:21:21,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-22T20:21:21,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,351 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-22T20:21:21,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-22T20:21:21,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-22T20:21:21,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-22T20:21:21,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-22T20:21:21,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-22T20:21:21,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-22T20:21:21,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3677bd4f to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3bf0ba59 2024-11-22T20:21:21,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9e2976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:21,382 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,382 DEBUG [hconnection-0x36f35b87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,382 DEBUG [hconnection-0x4431ce74-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,383 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:21,383 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,383 DEBUG [hconnection-0x55d88a5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,384 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,385 DEBUG [hconnection-0x49c0489-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:21,385 DEBUG [hconnection-0x8383a32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:21,386 DEBUG [hconnection-0x6c64b47f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,386 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:21,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,387 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,387 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,387 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:21,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:21,387 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:21,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:21,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:21,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:21,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:21,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:21,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:21,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306941407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306941408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306941408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306941408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306941409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/aab8c684bb1e4f9db4201b6062a8ef41 is 50, key is test_row_0/A:col10/1732306881389/Put/seqid=0 2024-11-22T20:21:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742103_1279 (size=12001) 2024-11-22T20:21:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306941510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306941511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306941511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306941512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306941512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:21,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306941713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306941713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306941714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306941716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306941716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/aab8c684bb1e4f9db4201b6062a8ef41 2024-11-22T20:21:21,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/5a7d24387d0846088cd0418ea3c8b352 is 50, key is test_row_0/B:col10/1732306881389/Put/seqid=0 2024-11-22T20:21:21,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742104_1280 (size=12001) 2024-11-22T20:21:21,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/5a7d24387d0846088cd0418ea3c8b352 2024-11-22T20:21:21,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c047ed90eb4c4a6889bbb33e6f724a17 is 50, key is test_row_0/C:col10/1732306881389/Put/seqid=0 2024-11-22T20:21:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742105_1281 (size=12001) 2024-11-22T20:21:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:21,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:21,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:21,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:21,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306942017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306942017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306942017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306942019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306942020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:22,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:22,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:22,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c047ed90eb4c4a6889bbb33e6f724a17 2024-11-22T20:21:22,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/aab8c684bb1e4f9db4201b6062a8ef41 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41 2024-11-22T20:21:22,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:21:22,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/5a7d24387d0846088cd0418ea3c8b352 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352 2024-11-22T20:21:22,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:21:22,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c047ed90eb4c4a6889bbb33e6f724a17 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17 2024-11-22T20:21:22,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:21:22,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5728f60d614527a86133821e16e2870e in 950ms, sequenceid=15, compaction requested=false 2024-11-22T20:21:22,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:22,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:21:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:22,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/066f0053c59b41b395cf63c9bfc594c5 is 50, key is test_row_0/A:col10/1732306881406/Put/seqid=0 2024-11-22T20:21:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742106_1282 (size=12001) 2024-11-22T20:21:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/066f0053c59b41b395cf63c9bfc594c5 2024-11-22T20:21:22,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2401896dc77b40b4abd469c08a28524d is 50, key is test_row_0/B:col10/1732306881406/Put/seqid=0 2024-11-22T20:21:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742107_1283 (size=12001) 2024-11-22T20:21:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306942536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306942537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306942540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306942540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306942541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306942641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306942641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306942644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306942644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306942644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306942845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306942845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306942846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306942847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306942847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:22,893 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2401896dc77b40b4abd469c08a28524d 2024-11-22T20:21:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/941c33188a8e48d08408b91fc28a13e4 is 50, key is test_row_0/C:col10/1732306881406/Put/seqid=0 2024-11-22T20:21:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742108_1284 (size=12001) 2024-11-22T20:21:23,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306943149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306943150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306943150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306943151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306943152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,319 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/941c33188a8e48d08408b91fc28a13e4 2024-11-22T20:21:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/066f0053c59b41b395cf63c9bfc594c5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5 2024-11-22T20:21:23,327 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2401896dc77b40b4abd469c08a28524d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d 2024-11-22T20:21:23,332 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/941c33188a8e48d08408b91fc28a13e4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4 2024-11-22T20:21:23,337 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:23,338 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 5728f60d614527a86133821e16e2870e in 880ms, sequenceid=37, compaction requested=false 2024-11-22T20:21:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-22T20:21:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-22T20:21:23,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-22T20:21:23,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-11-22T20:21:23,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.9580 sec 2024-11-22T20:21:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:21:23,490 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-22T20:21:23,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-22T20:21:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:21:23,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:23,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:23,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:21:23,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:21:23,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:23,646 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:23,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/83561d92567f4c49b23777821fe18bd7 is 50, key is test_row_0/A:col10/1732306882539/Put/seqid=0 2024-11-22T20:21:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742109_1285 (size=12001) 2024-11-22T20:21:23,656 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/83561d92567f4c49b23777821fe18bd7 2024-11-22T20:21:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306943667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/6cb9280b5d714e939243136137e09c8d is 50, key is test_row_0/B:col10/1732306882539/Put/seqid=0 2024-11-22T20:21:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306943667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306943668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306943669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306943670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742110_1286 (size=12001) 2024-11-22T20:21:23,694 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/6cb9280b5d714e939243136137e09c8d 2024-11-22T20:21:23,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/dd7e2ec43f7c482ca08247b308786a98 is 50, key is test_row_0/C:col10/1732306882539/Put/seqid=0 2024-11-22T20:21:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742111_1287 (size=12001) 2024-11-22T20:21:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306943770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306943771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306943771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306943773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306943773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:21:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306943973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306943973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306943974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306943975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:23,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306943976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:21:24,110 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/dd7e2ec43f7c482ca08247b308786a98 2024-11-22T20:21:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/83561d92567f4c49b23777821fe18bd7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7 2024-11-22T20:21:24,121 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:21:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/6cb9280b5d714e939243136137e09c8d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d 2024-11-22T20:21:24,126 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:21:24,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/dd7e2ec43f7c482ca08247b308786a98 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98 2024-11-22T20:21:24,131 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:21:24,132 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 5728f60d614527a86133821e16e2870e in 486ms, sequenceid=53, compaction requested=true 2024-11-22T20:21:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-22T20:21:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-22T20:21:24,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T20:21:24,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 639 msec 2024-11-22T20:21:24,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 643 msec 2024-11-22T20:21:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:24,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:24,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/e482ebee000e47f8932654f9015aa3e8 is 50, key is test_row_0/A:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306944287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742112_1288 (size=12001) 2024-11-22T20:21:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306944288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306944288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306944288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306944289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/e482ebee000e47f8932654f9015aa3e8 2024-11-22T20:21:24,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/131bb57418ca4d5f84d4b8a453cb81ac is 50, key is test_row_0/B:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742113_1289 (size=12001) 2024-11-22T20:21:24,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306944391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306944392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306944392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306944392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306944392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:21:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306944593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306944594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306944594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,596 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-22T20:21:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306944595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306944595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-22T20:21:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:24,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:24,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:24,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:24,669 DEBUG [master/bc573ddb75cd:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 74e292938c1d67dbce12f74682c2b2ab changed from -1.0 to 0.0, refreshing cache 2024-11-22T20:21:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:24,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/131bb57418ca4d5f84d4b8a453cb81ac 2024-11-22T20:21:24,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/525d7f923e0f4c8489aea198900921df is 50, key is test_row_0/C:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:24,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742114_1290 (size=12001) 2024-11-22T20:21:24,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T20:21:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:24,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:24,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306944896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306944897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306944898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306944898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:24,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306944898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:24,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T20:21:24,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:24,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:24,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:24,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:24,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:25,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T20:21:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:25,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/525d7f923e0f4c8489aea198900921df 2024-11-22T20:21:25,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/e482ebee000e47f8932654f9015aa3e8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8 2024-11-22T20:21:25,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T20:21:25,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/131bb57418ca4d5f84d4b8a453cb81ac as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac 2024-11-22T20:21:25,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T20:21:25,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/525d7f923e0f4c8489aea198900921df as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df 2024-11-22T20:21:25,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T20:21:25,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5728f60d614527a86133821e16e2870e in 875ms, sequenceid=75, compaction requested=true 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:25,153 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:25,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:25,153 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:25,155 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,155 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,155 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.9 K 2024-11-22T20:21:25,155 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.9 K 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7d24387d0846088cd0418ea3c8b352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306881389 2024-11-22T20:21:25,155 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting aab8c684bb1e4f9db4201b6062a8ef41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306881389 2024-11-22T20:21:25,156 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 066f0053c59b41b395cf63c9bfc594c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306881406 2024-11-22T20:21:25,156 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2401896dc77b40b4abd469c08a28524d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306881406 2024-11-22T20:21:25,157 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cb9280b5d714e939243136137e09c8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306882532 2024-11-22T20:21:25,157 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83561d92567f4c49b23777821fe18bd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306882532 2024-11-22T20:21:25,157 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 131bb57418ca4d5f84d4b8a453cb81ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:25,157 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e482ebee000e47f8932654f9015aa3e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:25,171 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:25,172 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/1a8d363e82234a2284d9a01160f3be48 is 50, key is test_row_0/B:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:25,174 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#237 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:25,175 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/e747b13a4b1749239e1f0cce75aee13a is 50, key is test_row_0/A:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742115_1291 (size=12139) 2024-11-22T20:21:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742116_1292 (size=12139) 2024-11-22T20:21:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:25,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,211 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/0e2108caf7c24dbaa520eeaa8560dfdc is 50, key is test_row_0/A:col10/1732306884282/Put/seqid=0 2024-11-22T20:21:25,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742117_1293 (size=12001) 2024-11-22T20:21:25,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:25,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306945414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306945415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306945416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306945417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306945518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306945519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306945520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306945520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306945520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,590 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/1a8d363e82234a2284d9a01160f3be48 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1a8d363e82234a2284d9a01160f3be48 2024-11-22T20:21:25,591 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/e747b13a4b1749239e1f0cce75aee13a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e747b13a4b1749239e1f0cce75aee13a 2024-11-22T20:21:25,595 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 1a8d363e82234a2284d9a01160f3be48(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:25,595 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:25,596 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=12, startTime=1732306885153; duration=0sec 2024-11-22T20:21:25,596 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:25,596 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:25,596 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:25,596 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into e747b13a4b1749239e1f0cce75aee13a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:25,596 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:25,596 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=12, startTime=1732306885153; duration=0sec 2024-11-22T20:21:25,596 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:25,597 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:25,597 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:25,597 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:25,597 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:25,597 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.9 K 2024-11-22T20:21:25,598 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c047ed90eb4c4a6889bbb33e6f724a17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306881389 2024-11-22T20:21:25,598 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 941c33188a8e48d08408b91fc28a13e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306881406 2024-11-22T20:21:25,599 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting dd7e2ec43f7c482ca08247b308786a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306882532 2024-11-22T20:21:25,599 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 525d7f923e0f4c8489aea198900921df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:25,609 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:25,609 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/bd55aa1959d64bcdbc05dadc047628f1 is 50, key is test_row_0/C:col10/1732306884277/Put/seqid=0 2024-11-22T20:21:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742118_1294 (size=12139) 2024-11-22T20:21:25,620 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/0e2108caf7c24dbaa520eeaa8560dfdc 2024-11-22T20:21:25,625 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/bd55aa1959d64bcdbc05dadc047628f1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/bd55aa1959d64bcdbc05dadc047628f1 2024-11-22T20:21:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/60eeb7b174d247ff87043fdd2aa652ad is 50, key is test_row_0/B:col10/1732306884282/Put/seqid=0 2024-11-22T20:21:25,632 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into bd55aa1959d64bcdbc05dadc047628f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:25,632 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:25,632 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=12, startTime=1732306885153; duration=0sec 2024-11-22T20:21:25,633 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:25,633 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:25,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742119_1295 (size=12001) 2024-11-22T20:21:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306945723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306945723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306945724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306945724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:25,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306945725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306946025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306946026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306946026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306946029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306946029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,036 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/60eeb7b174d247ff87043fdd2aa652ad 2024-11-22T20:21:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/2f189785bbaa4649be356a8331c71a39 is 50, key is test_row_0/C:col10/1732306884282/Put/seqid=0 2024-11-22T20:21:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742120_1296 (size=12001) 2024-11-22T20:21:26,074 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/2f189785bbaa4649be356a8331c71a39 2024-11-22T20:21:26,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/0e2108caf7c24dbaa520eeaa8560dfdc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc 2024-11-22T20:21:26,084 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T20:21:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/60eeb7b174d247ff87043fdd2aa652ad as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad 2024-11-22T20:21:26,088 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T20:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/2f189785bbaa4649be356a8331c71a39 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39 2024-11-22T20:21:26,093 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39, entries=150, sequenceid=89, filesize=11.7 K 2024-11-22T20:21:26,093 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5728f60d614527a86133821e16e2870e in 882ms, sequenceid=89, compaction requested=false 2024-11-22T20:21:26,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:26,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:26,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-22T20:21:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-22T20:21:26,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T20:21:26,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-11-22T20:21:26,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.5010 sec 2024-11-22T20:21:26,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:26,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:26,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:26,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c864fb7df88b40809d4364d965b9ea32 is 50, key is test_row_0/A:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306946539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306946539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306946540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306946541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306946542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742121_1297 (size=12001) 2024-11-22T20:21:26,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306946643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306946643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306946643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306946645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306946645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:21:26,703 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-22T20:21:26,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-22T20:21:26,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:26,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:26,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:26,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306946846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306946846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306946847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306946847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306946848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:26,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:21:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:26,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:26,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c864fb7df88b40809d4364d965b9ea32 2024-11-22T20:21:26,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47960957dd2944009c356e7393c4f698 is 50, key is test_row_0/B:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742122_1298 (size=12001) 2024-11-22T20:21:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:27,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306947150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306947150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306947151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306947151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306947151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:21:27,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:27,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:21:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:27,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:27,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47960957dd2944009c356e7393c4f698 2024-11-22T20:21:27,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/055dffdc864a43cf9140599732cf6a0a is 50, key is test_row_0/C:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:27,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742123_1299 (size=12001) 2024-11-22T20:21:27,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/055dffdc864a43cf9140599732cf6a0a 2024-11-22T20:21:27,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c864fb7df88b40809d4364d965b9ea32 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32 2024-11-22T20:21:27,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:21:27,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47960957dd2944009c356e7393c4f698 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698 2024-11-22T20:21:27,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:21:27,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/055dffdc864a43cf9140599732cf6a0a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a 2024-11-22T20:21:27,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:21:27,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5728f60d614527a86133821e16e2870e in 910ms, sequenceid=115, compaction requested=true 2024-11-22T20:21:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:27,440 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:27,441 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:27,442 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:27,442 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:27,442 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,442 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1a8d363e82234a2284d9a01160f3be48, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=35.3 K 2024-11-22T20:21:27,442 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:27,442 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:27,442 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,443 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e747b13a4b1749239e1f0cce75aee13a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=35.3 K 2024-11-22T20:21:27,443 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a8d363e82234a2284d9a01160f3be48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:27,443 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e747b13a4b1749239e1f0cce75aee13a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:27,443 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 60eeb7b174d247ff87043fdd2aa652ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732306884282 2024-11-22T20:21:27,443 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e2108caf7c24dbaa520eeaa8560dfdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732306884282 2024-11-22T20:21:27,443 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 47960957dd2944009c356e7393c4f698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:27,444 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c864fb7df88b40809d4364d965b9ea32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:27,457 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:27,458 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/1b10b45d44f04305850a85b6bc45dc4b is 50, key is test_row_0/A:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:27,466 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:27,466 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/8f48bd019fe34ad0b754755456ef44a8 is 50, key is test_row_0/B:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:27,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:21:27,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,474 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:27,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/f049e9c13188457cb9ab890d61d4d2e3 is 50, key is test_row_0/A:col10/1732306886540/Put/seqid=0 2024-11-22T20:21:27,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742124_1300 (size=12241) 2024-11-22T20:21:27,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742125_1301 (size=12241) 2024-11-22T20:21:27,574 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/8f48bd019fe34ad0b754755456ef44a8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/8f48bd019fe34ad0b754755456ef44a8 2024-11-22T20:21:27,580 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 8f48bd019fe34ad0b754755456ef44a8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:27,580 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:27,580 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306887441; duration=0sec 2024-11-22T20:21:27,580 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:27,580 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:27,580 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:27,582 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:27,582 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:27,582 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:27,582 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/bd55aa1959d64bcdbc05dadc047628f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=35.3 K 2024-11-22T20:21:27,583 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting bd55aa1959d64bcdbc05dadc047628f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306883665 2024-11-22T20:21:27,583 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f189785bbaa4649be356a8331c71a39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732306884282 2024-11-22T20:21:27,584 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 055dffdc864a43cf9140599732cf6a0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742126_1302 (size=12001) 2024-11-22T20:21:27,586 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/f049e9c13188457cb9ab890d61d4d2e3 2024-11-22T20:21:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/08fbd5f3a5d347d8a9e1e88547d486f2 is 50, key is test_row_0/B:col10/1732306886540/Put/seqid=0 2024-11-22T20:21:27,625 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:27,625 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/ca3e3817634c401aa689ee88149dd7bf is 50, key is test_row_0/C:col10/1732306886529/Put/seqid=0 2024-11-22T20:21:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:27,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742127_1303 (size=12001) 2024-11-22T20:21:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742128_1304 (size=12241) 2024-11-22T20:21:27,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306947688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306947690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306947691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306947692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306947695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,705 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/ca3e3817634c401aa689ee88149dd7bf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ca3e3817634c401aa689ee88149dd7bf 2024-11-22T20:21:27,710 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into ca3e3817634c401aa689ee88149dd7bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:27,710 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:27,710 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=13, startTime=1732306887441; duration=0sec 2024-11-22T20:21:27,710 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:27,711 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:27,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306947797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306947798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306947800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306947801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306947801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:27,932 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/1b10b45d44f04305850a85b6bc45dc4b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/1b10b45d44f04305850a85b6bc45dc4b 2024-11-22T20:21:27,939 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 1b10b45d44f04305850a85b6bc45dc4b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:27,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:27,939 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306887440; duration=0sec 2024-11-22T20:21:27,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:27,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,063 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/08fbd5f3a5d347d8a9e1e88547d486f2 2024-11-22T20:21:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/24bee99dee7547af97140e0e04cb52f7 is 50, key is test_row_0/C:col10/1732306886540/Put/seqid=0 2024-11-22T20:21:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742129_1305 (size=12001) 2024-11-22T20:21:28,111 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/24bee99dee7547af97140e0e04cb52f7 2024-11-22T20:21:28,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/f049e9c13188457cb9ab890d61d4d2e3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3 2024-11-22T20:21:28,123 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3, entries=150, sequenceid=129, filesize=11.7 K 2024-11-22T20:21:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/08fbd5f3a5d347d8a9e1e88547d486f2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2 2024-11-22T20:21:28,132 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2, entries=150, sequenceid=129, filesize=11.7 K 2024-11-22T20:21:28,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/24bee99dee7547af97140e0e04cb52f7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7 2024-11-22T20:21:28,139 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7, entries=150, sequenceid=129, filesize=11.7 K 2024-11-22T20:21:28,141 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5728f60d614527a86133821e16e2870e in 667ms, sequenceid=129, compaction requested=false 2024-11-22T20:21:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-22T20:21:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-22T20:21:28,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T20:21:28,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-22T20:21:28,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4390 sec 2024-11-22T20:21:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:28,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:28,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:28,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c2d2af94fa6f4929bed20a226a5236cc is 50, key is test_row_0/A:col10/1732306887684/Put/seqid=0 2024-11-22T20:21:28,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742130_1306 (size=14541) 2024-11-22T20:21:28,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c2d2af94fa6f4929bed20a226a5236cc 2024-11-22T20:21:28,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/262b3f8d116f4131a280ecb74ab1887b is 50, key is test_row_0/B:col10/1732306887684/Put/seqid=0 2024-11-22T20:21:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742131_1307 (size=12151) 2024-11-22T20:21:28,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/262b3f8d116f4131a280ecb74ab1887b 2024-11-22T20:21:28,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/e8600304e33e4534b2b5635de6d697d5 is 50, key is test_row_0/C:col10/1732306887684/Put/seqid=0 2024-11-22T20:21:28,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742132_1308 (size=12151) 2024-11-22T20:21:28,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/e8600304e33e4534b2b5635de6d697d5 2024-11-22T20:21:28,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c2d2af94fa6f4929bed20a226a5236cc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc 2024-11-22T20:21:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc, entries=200, sequenceid=156, filesize=14.2 K 2024-11-22T20:21:28,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/262b3f8d116f4131a280ecb74ab1887b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b 2024-11-22T20:21:28,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T20:21:28,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/e8600304e33e4534b2b5635de6d697d5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5 2024-11-22T20:21:28,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T20:21:28,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5728f60d614527a86133821e16e2870e in 150ms, sequenceid=156, compaction requested=true 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:28,455 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:28,455 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:28,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:28,457 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:28,457 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:28,457 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,457 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/8f48bd019fe34ad0b754755456ef44a8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=35.5 K 2024-11-22T20:21:28,458 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f48bd019fe34ad0b754755456ef44a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:28,458 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:28,458 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:28,458 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,458 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/1b10b45d44f04305850a85b6bc45dc4b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=37.9 K 2024-11-22T20:21:28,459 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 08fbd5f3a5d347d8a9e1e88547d486f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306886538 2024-11-22T20:21:28,459 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b10b45d44f04305850a85b6bc45dc4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:28,459 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f049e9c13188457cb9ab890d61d4d2e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306886538 2024-11-22T20:21:28,459 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 262b3f8d116f4131a280ecb74ab1887b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306887684 2024-11-22T20:21:28,460 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2d2af94fa6f4929bed20a226a5236cc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306887684 2024-11-22T20:21:28,470 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:28,470 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d6e901c34d2645ffb571fe5362f1b577 is 50, key is test_row_0/A:col10/1732306887684/Put/seqid=0 2024-11-22T20:21:28,473 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:28,473 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/18eaca33f3b14a4ba766cef26537fb43 is 50, key is test_row_0/B:col10/1732306887684/Put/seqid=0 2024-11-22T20:21:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742133_1309 (size=12493) 2024-11-22T20:21:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742134_1310 (size=12493) 2024-11-22T20:21:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:28,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:28,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/4846916d1e874617943536cae0dd728b is 50, key is test_row_0/A:col10/1732306888326/Put/seqid=0 2024-11-22T20:21:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742135_1311 (size=12151) 2024-11-22T20:21:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/4846916d1e874617943536cae0dd728b 2024-11-22T20:21:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/492fcffa0ca74ceba50fb2b7e0b5dc20 is 50, key is test_row_0/B:col10/1732306888326/Put/seqid=0 2024-11-22T20:21:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742136_1312 (size=12151) 2024-11-22T20:21:28,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/492fcffa0ca74ceba50fb2b7e0b5dc20 2024-11-22T20:21:28,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c60ddf61fed54a198c7c23a8bd9198a5 is 50, key is test_row_0/C:col10/1732306888326/Put/seqid=0 2024-11-22T20:21:28,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742137_1313 (size=12151) 2024-11-22T20:21:28,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c60ddf61fed54a198c7c23a8bd9198a5 2024-11-22T20:21:28,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/4846916d1e874617943536cae0dd728b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b 2024-11-22T20:21:28,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T20:21:28,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/492fcffa0ca74ceba50fb2b7e0b5dc20 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20 2024-11-22T20:21:28,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T20:21:28,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c60ddf61fed54a198c7c23a8bd9198a5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5 2024-11-22T20:21:28,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T20:21:28,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5728f60d614527a86133821e16e2870e in 119ms, sequenceid=170, compaction requested=true 2024-11-22T20:21:28,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:28,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T20:21:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:28,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:28,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:28,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:28,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:28,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:28,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c7ecb43d4dd24e428f31d61513348e5f is 50, key is test_row_0/A:col10/1732306888769/Put/seqid=0 2024-11-22T20:21:28,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:21:28,815 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-22T20:21:28,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-22T20:21:28,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:28,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:28,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:28,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:28,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742138_1314 (size=16931) 2024-11-22T20:21:28,888 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/18eaca33f3b14a4ba766cef26537fb43 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/18eaca33f3b14a4ba766cef26537fb43 2024-11-22T20:21:28,892 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d6e901c34d2645ffb571fe5362f1b577 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d6e901c34d2645ffb571fe5362f1b577 2024-11-22T20:21:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306948891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,895 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 18eaca33f3b14a4ba766cef26537fb43(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:28,895 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:28,895 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306888455; duration=0sec 2024-11-22T20:21:28,895 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-22T20:21:28,895 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:28,895 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-22T20:21:28,896 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:28,896 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:28,896 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:28,896 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:28,897 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:28,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306948895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306948896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,898 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:28,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,898 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:28,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306948896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,898 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,898 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ca3e3817634c401aa689ee88149dd7bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=47.4 K 2024-11-22T20:21:28,900 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into d6e901c34d2645ffb571fe5362f1b577(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:28,900 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:28,900 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306888455; duration=0sec 2024-11-22T20:21:28,900 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:28,901 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:21:28,902 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3e3817634c401aa689ee88149dd7bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732306885414 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 24bee99dee7547af97140e0e04cb52f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306886538 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:28,903 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e8600304e33e4534b2b5635de6d697d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306887684 2024-11-22T20:21:28,904 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c60ddf61fed54a198c7c23a8bd9198a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306888326 2024-11-22T20:21:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306948905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:28,925 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:28,926 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/e45027bdd03e494fac6eb6d2df06b07c is 50, key is test_row_0/C:col10/1732306888326/Put/seqid=0 2024-11-22T20:21:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742139_1315 (size=12527) 2024-11-22T20:21:28,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:28,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:28,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306949093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306949099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306949100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306949100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306949108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:29,123 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c7ecb43d4dd24e428f31d61513348e5f 2024-11-22T20:21:29,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4e8fa232071e4480bd6cee1f79bf4106 is 50, key is test_row_0/B:col10/1732306888769/Put/seqid=0 2024-11-22T20:21:29,278 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742140_1316 (size=12151) 2024-11-22T20:21:29,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4e8fa232071e4480bd6cee1f79bf4106 2024-11-22T20:21:29,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/acb098ed73b748b6b2f9b8a4be6810d1 is 50, key is test_row_0/C:col10/1732306888769/Put/seqid=0 2024-11-22T20:21:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742141_1317 (size=12151) 2024-11-22T20:21:29,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/acb098ed73b748b6b2f9b8a4be6810d1 2024-11-22T20:21:29,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/c7ecb43d4dd24e428f31d61513348e5f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f 2024-11-22T20:21:29,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f, entries=250, sequenceid=194, filesize=16.5 K 2024-11-22T20:21:29,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4e8fa232071e4480bd6cee1f79bf4106 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106 2024-11-22T20:21:29,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T20:21:29,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/acb098ed73b748b6b2f9b8a4be6810d1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1 2024-11-22T20:21:29,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T20:21:29,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5728f60d614527a86133821e16e2870e in 567ms, sequenceid=194, compaction requested=true 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:29,339 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:29,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:29,340 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:29,340 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:29,340 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,340 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d6e901c34d2645ffb571fe5362f1b577, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=40.6 K 2024-11-22T20:21:29,341 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e901c34d2645ffb571fe5362f1b577, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306887684 2024-11-22T20:21:29,341 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4846916d1e874617943536cae0dd728b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306888326 2024-11-22T20:21:29,341 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ecb43d4dd24e428f31d61513348e5f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306888654 2024-11-22T20:21:29,349 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:29,350 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/4cbe05c34cfc4724bf69456155cc47b1 is 50, key is test_row_0/A:col10/1732306888769/Put/seqid=0 2024-11-22T20:21:29,369 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/e45027bdd03e494fac6eb6d2df06b07c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e45027bdd03e494fac6eb6d2df06b07c 2024-11-22T20:21:29,374 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into e45027bdd03e494fac6eb6d2df06b07c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:29,374 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:29,374 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=12, startTime=1732306888757; duration=0sec 2024-11-22T20:21:29,374 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:29,374 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:29,374 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:29,374 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:29,376 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:29,376 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:29,376 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,376 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/18eaca33f3b14a4ba766cef26537fb43, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=35.9 K 2024-11-22T20:21:29,376 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 18eaca33f3b14a4ba766cef26537fb43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306887684 2024-11-22T20:21:29,377 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 492fcffa0ca74ceba50fb2b7e0b5dc20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306888326 2024-11-22T20:21:29,377 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e8fa232071e4480bd6cee1f79bf4106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306888659 2024-11-22T20:21:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742142_1318 (size=12595) 2024-11-22T20:21:29,395 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/4cbe05c34cfc4724bf69456155cc47b1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4cbe05c34cfc4724bf69456155cc47b1 2024-11-22T20:21:29,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:29,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:29,401 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 4cbe05c34cfc4724bf69456155cc47b1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:29,401 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:29,401 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306889339; duration=0sec 2024-11-22T20:21:29,401 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:29,402 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:29,402 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:21:29,402 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:29,403 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:29,403 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:29,403 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:29,403 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:29,403 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/5930a774ab554e47a455e1fcefc81c70 is 50, key is test_row_0/B:col10/1732306888769/Put/seqid=0 2024-11-22T20:21:29,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/2fe79a4bba164b94ba3a67ce6e994747 is 50, key is test_row_0/A:col10/1732306888788/Put/seqid=0 2024-11-22T20:21:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:29,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742144_1320 (size=14541) 2024-11-22T20:21:29,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306949426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306949427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306949428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306949429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306949432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742143_1319 (size=12595) 2024-11-22T20:21:29,442 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/5930a774ab554e47a455e1fcefc81c70 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5930a774ab554e47a455e1fcefc81c70 2024-11-22T20:21:29,452 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 5930a774ab554e47a455e1fcefc81c70(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:29,452 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:29,452 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306889339; duration=0sec 2024-11-22T20:21:29,453 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:29,453 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306949532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306949534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306949535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306949535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306949538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306949736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306949736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306949738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306949739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306949741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/2fe79a4bba164b94ba3a67ce6e994747 2024-11-22T20:21:29,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/46f211e828364c5abbd34d3858ca3fa7 is 50, key is test_row_0/B:col10/1732306888788/Put/seqid=0 2024-11-22T20:21:29,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742145_1321 (size=12151) 2024-11-22T20:21:29,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/46f211e828364c5abbd34d3858ca3fa7 2024-11-22T20:21:29,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:21:29,863 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T20:21:29,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/11c84ae37b6d4a589dffd65b06912cf9 is 50, key is test_row_0/C:col10/1732306888788/Put/seqid=0 2024-11-22T20:21:29,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:29,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742146_1322 (size=12151) 2024-11-22T20:21:29,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/11c84ae37b6d4a589dffd65b06912cf9 2024-11-22T20:21:29,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/2fe79a4bba164b94ba3a67ce6e994747 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747 2024-11-22T20:21:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:29,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747, entries=200, sequenceid=211, filesize=14.2 K 2024-11-22T20:21:29,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/46f211e828364c5abbd34d3858ca3fa7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7 2024-11-22T20:21:29,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T20:21:29,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/11c84ae37b6d4a589dffd65b06912cf9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9 2024-11-22T20:21:29,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9, entries=150, sequenceid=211, filesize=11.9 K 2024-11-22T20:21:29,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5728f60d614527a86133821e16e2870e in 542ms, sequenceid=211, compaction requested=true 2024-11-22T20:21:29,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:29,942 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:21:29,943 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:29,943 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:29,943 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:29,943 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:29,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 0 2024-11-22T20:21:29,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:29,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 0 2024-11-22T20:21:29,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:29,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:29,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:29,946 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:29,946 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:29,946 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:29,946 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e45027bdd03e494fac6eb6d2df06b07c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.0 K 2024-11-22T20:21:29,947 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e45027bdd03e494fac6eb6d2df06b07c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306888326 2024-11-22T20:21:29,947 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb098ed73b748b6b2f9b8a4be6810d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306888659 2024-11-22T20:21:29,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c84ae37b6d4a589dffd65b06912cf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306888787 2024-11-22T20:21:29,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:29,956 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:29,957 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/259159b5c7e9471db5e942c203d2a22d is 50, key is test_row_0/C:col10/1732306888788/Put/seqid=0 2024-11-22T20:21:29,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742147_1323 (size=12629) 2024-11-22T20:21:29,998 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/259159b5c7e9471db5e942c203d2a22d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/259159b5c7e9471db5e942c203d2a22d 2024-11-22T20:21:30,005 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into 259159b5c7e9471db5e942c203d2a22d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:30,006 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:30,006 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=13, startTime=1732306889944; duration=0sec 2024-11-22T20:21:30,006 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:30,006 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:30,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ce6d390ef9984c4c996452dce599339f is 50, key is test_row_0/A:col10/1732306890043/Put/seqid=0 2024-11-22T20:21:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742148_1324 (size=12151) 2024-11-22T20:21:30,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ce6d390ef9984c4c996452dce599339f 2024-11-22T20:21:30,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/d60e654823594a14a55ac08860057a2d is 50, key is test_row_0/B:col10/1732306890043/Put/seqid=0 2024-11-22T20:21:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742149_1325 (size=12151) 2024-11-22T20:21:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:30,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:30,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/d60e654823594a14a55ac08860057a2d 2024-11-22T20:21:30,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b68342beb6104f5f9c12ce609fbe324f is 50, key is test_row_0/C:col10/1732306890043/Put/seqid=0 2024-11-22T20:21:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742150_1326 (size=12151) 2024-11-22T20:21:30,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b68342beb6104f5f9c12ce609fbe324f 2024-11-22T20:21:30,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ce6d390ef9984c4c996452dce599339f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f 2024-11-22T20:21:30,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T20:21:30,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/d60e654823594a14a55ac08860057a2d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d 2024-11-22T20:21:30,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T20:21:30,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b68342beb6104f5f9c12ce609fbe324f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f 2024-11-22T20:21:30,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T20:21:30,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5728f60d614527a86133821e16e2870e in 553ms, sequenceid=239, compaction requested=true 2024-11-22T20:21:30,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:30,598 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:30,598 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:30,599 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:30,599 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:30,599 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,599 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4cbe05c34cfc4724bf69456155cc47b1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=38.4 K 2024-11-22T20:21:30,600 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:30,600 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:30,600 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cbe05c34cfc4724bf69456155cc47b1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306888659 2024-11-22T20:21:30,600 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,600 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5930a774ab554e47a455e1fcefc81c70, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.0 K 2024-11-22T20:21:30,600 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe79a4bba164b94ba3a67ce6e994747, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306888787 2024-11-22T20:21:30,601 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5930a774ab554e47a455e1fcefc81c70, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732306888659 2024-11-22T20:21:30,601 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce6d390ef9984c4c996452dce599339f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732306889427 2024-11-22T20:21:30,602 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 46f211e828364c5abbd34d3858ca3fa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306888787 2024-11-22T20:21:30,602 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting d60e654823594a14a55ac08860057a2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732306889427 2024-11-22T20:21:30,612 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:30,613 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/9e6d3e2a2c404f0ba2e89f9e771514f7 is 50, key is test_row_0/B:col10/1732306890043/Put/seqid=0 2024-11-22T20:21:30,614 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:30,615 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/046fb699c64349c7b1f9eb433090109a is 50, key is test_row_0/A:col10/1732306890043/Put/seqid=0 2024-11-22T20:21:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742152_1328 (size=12697) 2024-11-22T20:21:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742151_1327 (size=12697) 2024-11-22T20:21:30,640 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/046fb699c64349c7b1f9eb433090109a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/046fb699c64349c7b1f9eb433090109a 2024-11-22T20:21:30,641 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/9e6d3e2a2c404f0ba2e89f9e771514f7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9e6d3e2a2c404f0ba2e89f9e771514f7 2024-11-22T20:21:30,647 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 046fb699c64349c7b1f9eb433090109a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:30,647 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:30,648 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306890598; duration=0sec 2024-11-22T20:21:30,648 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:30,648 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:30,648 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:21:30,649 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:30,649 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:30,649 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. because compaction request was cancelled 2024-11-22T20:21:30,649 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:30,650 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 9e6d3e2a2c404f0ba2e89f9e771514f7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:30,650 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:30,650 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306890598; duration=0sec 2024-11-22T20:21:30,650 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:30,650 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:30,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-22T20:21:30,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:30,664 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/44357c0890124eceb560730b42235b1a is 50, key is test_row_0/A:col10/1732306890051/Put/seqid=0 2024-11-22T20:21:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742153_1329 (size=12151) 2024-11-22T20:21:30,682 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/44357c0890124eceb560730b42235b1a 2024-11-22T20:21:30,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/847f0bb780774a9ba48a786ecc94c477 is 50, key is test_row_0/B:col10/1732306890051/Put/seqid=0 2024-11-22T20:21:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742154_1330 (size=12151) 2024-11-22T20:21:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:30,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306950993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306950996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306950996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306950997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:30,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306950997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,110 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/847f0bb780774a9ba48a786ecc94c477 2024-11-22T20:21:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/4ca3dd2b10d54adb92d76cd9a18c5978 is 50, key is test_row_0/C:col10/1732306890051/Put/seqid=0 2024-11-22T20:21:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742155_1331 (size=12151) 2024-11-22T20:21:31,123 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/4ca3dd2b10d54adb92d76cd9a18c5978 2024-11-22T20:21:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/44357c0890124eceb560730b42235b1a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a 2024-11-22T20:21:31,131 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:21:31,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/847f0bb780774a9ba48a786ecc94c477 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477 2024-11-22T20:21:31,143 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:21:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/4ca3dd2b10d54adb92d76cd9a18c5978 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978 2024-11-22T20:21:31,147 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T20:21:31,148 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5728f60d614527a86133821e16e2870e in 484ms, sequenceid=254, compaction requested=true 2024-11-22T20:21:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-22T20:21:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-22T20:21:31,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T20:21:31,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-22T20:21:31,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.3360 sec 2024-11-22T20:21:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:31,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:31,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:31,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/bb77716adf95475897c1b024f8ad0988 is 50, key is test_row_0/A:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306951307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306951307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306951309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306951310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306951310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742156_1332 (size=12301) 2024-11-22T20:21:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306951412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306951413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306951413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306951414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306951415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306951617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306951616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306951618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306951617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306951621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/bb77716adf95475897c1b024f8ad0988 2024-11-22T20:21:31,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/fba7017e175f4003bba670c31cdc8ffe is 50, key is test_row_0/B:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742157_1333 (size=12301) 2024-11-22T20:21:31,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/fba7017e175f4003bba670c31cdc8ffe 2024-11-22T20:21:31,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/6cbd8f929ab84e5482518221829bc03e is 50, key is test_row_0/C:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742158_1334 (size=12301) 2024-11-22T20:21:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306951919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306951920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306951920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306951921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306951926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/6cbd8f929ab84e5482518221829bc03e 2024-11-22T20:21:32,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/bb77716adf95475897c1b024f8ad0988 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988 2024-11-22T20:21:32,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988, entries=150, sequenceid=279, filesize=12.0 K 2024-11-22T20:21:32,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/fba7017e175f4003bba670c31cdc8ffe as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe 2024-11-22T20:21:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe, entries=150, sequenceid=279, filesize=12.0 K 2024-11-22T20:21:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/6cbd8f929ab84e5482518221829bc03e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e 2024-11-22T20:21:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-22T20:21:32,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5728f60d614527a86133821e16e2870e in 973ms, sequenceid=279, compaction requested=true 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:32,273 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:32,273 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:32,274 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:32,274 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:32,274 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:32,274 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9e6d3e2a2c404f0ba2e89f9e771514f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.3 K 2024-11-22T20:21:32,274 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:32,274 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:32,275 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:32,275 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/046fb699c64349c7b1f9eb433090109a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.3 K 2024-11-22T20:21:32,275 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e6d3e2a2c404f0ba2e89f9e771514f7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732306889427 2024-11-22T20:21:32,275 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 046fb699c64349c7b1f9eb433090109a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732306889427 2024-11-22T20:21:32,275 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44357c0890124eceb560730b42235b1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306890050 2024-11-22T20:21:32,276 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 847f0bb780774a9ba48a786ecc94c477, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306890050 2024-11-22T20:21:32,276 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb77716adf95475897c1b024f8ad0988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:32,276 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fba7017e175f4003bba670c31cdc8ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:32,293 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:32,294 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2cc9123393da4a57b3f972eaa5f2ca29 is 50, key is test_row_0/B:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:32,314 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:32,314 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/0c13eee4a1cf4d0e8536af7a8ec3c576 is 50, key is test_row_0/A:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742159_1335 (size=12949) 2024-11-22T20:21:32,345 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2cc9123393da4a57b3f972eaa5f2ca29 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2cc9123393da4a57b3f972eaa5f2ca29 2024-11-22T20:21:32,352 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 2cc9123393da4a57b3f972eaa5f2ca29(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:32,352 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:32,352 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306892273; duration=0sec 2024-11-22T20:21:32,352 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:32,353 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:32,354 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:32,355 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:32,356 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:32,356 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:32,356 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/259159b5c7e9471db5e942c203d2a22d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=48.1 K 2024-11-22T20:21:32,357 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 259159b5c7e9471db5e942c203d2a22d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732306888787 2024-11-22T20:21:32,357 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b68342beb6104f5f9c12ce609fbe324f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732306889427 2024-11-22T20:21:32,358 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca3dd2b10d54adb92d76cd9a18c5978, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732306890050 2024-11-22T20:21:32,358 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cbd8f929ab84e5482518221829bc03e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742160_1336 (size=12949) 2024-11-22T20:21:32,394 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/0c13eee4a1cf4d0e8536af7a8ec3c576 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0c13eee4a1cf4d0e8536af7a8ec3c576 2024-11-22T20:21:32,400 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 0c13eee4a1cf4d0e8536af7a8ec3c576(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:32,400 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:32,400 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306892273; duration=0sec 2024-11-22T20:21:32,400 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:32,400 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:32,406 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:32,407 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/9d40bc2dec86446aba451e2d91fb9b37 is 50, key is test_row_0/C:col10/1732306890679/Put/seqid=0 2024-11-22T20:21:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:32,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:32,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742161_1337 (size=12915) 2024-11-22T20:21:32,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:32,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:32,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/848b5fb2b2754213b72c9794da405b2f is 50, key is test_row_0/A:col10/1732306891302/Put/seqid=0 2024-11-22T20:21:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742162_1338 (size=12301) 2024-11-22T20:21:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306952476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306952476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306952482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306952482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306952483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306952583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306952583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306952586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306952587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306952587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306952785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306952785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306952789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306952790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306952790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:32,843 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/9d40bc2dec86446aba451e2d91fb9b37 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/9d40bc2dec86446aba451e2d91fb9b37 2024-11-22T20:21:32,847 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into 9d40bc2dec86446aba451e2d91fb9b37(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:32,847 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:32,847 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=12, startTime=1732306892273; duration=0sec 2024-11-22T20:21:32,847 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:32,847 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:32,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/848b5fb2b2754213b72c9794da405b2f 2024-11-22T20:21:32,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47f3df8ab5d84d7687b4a410d52871f5 is 50, key is test_row_0/B:col10/1732306891302/Put/seqid=0 2024-11-22T20:21:32,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742163_1339 (size=12301) 2024-11-22T20:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:21:32,923 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-22T20:21:32,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-22T20:21:32,927 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:32,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:32,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:33,080 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306953087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306953089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306953094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306953094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306953094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:33,234 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:33,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47f3df8ab5d84d7687b4a410d52871f5 2024-11-22T20:21:33,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/31924cf8a54e4a0cb5cf667f87f44ce8 is 50, key is test_row_0/C:col10/1732306891302/Put/seqid=0 2024-11-22T20:21:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742164_1340 (size=12301) 2024-11-22T20:21:33,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:33,544 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306953592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306953592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306953599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306953599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306953600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:33,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/31924cf8a54e4a0cb5cf667f87f44ce8 2024-11-22T20:21:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/848b5fb2b2754213b72c9794da405b2f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f 2024-11-22T20:21:33,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T20:21:33,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/47f3df8ab5d84d7687b4a410d52871f5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5 2024-11-22T20:21:33,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T20:21:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/31924cf8a54e4a0cb5cf667f87f44ce8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8 2024-11-22T20:21:33,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T20:21:33,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5728f60d614527a86133821e16e2870e in 1307ms, sequenceid=294, compaction requested=false 2024-11-22T20:21:33,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:33,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:33,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-22T20:21:33,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:33,853 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:33,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:33,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:33,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:33,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:33,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:33,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/24ff10e8e1ec4a5397829a38fd3b306d is 50, key is test_row_0/A:col10/1732306892479/Put/seqid=0 2024-11-22T20:21:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742165_1341 (size=12301) 2024-11-22T20:21:33,871 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/24ff10e8e1ec4a5397829a38fd3b306d 2024-11-22T20:21:33,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/aff935f6944a4aaaa1647980dde70d76 is 50, key is test_row_0/B:col10/1732306892479/Put/seqid=0 2024-11-22T20:21:33,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742166_1342 (size=12301) 2024-11-22T20:21:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:34,289 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/aff935f6944a4aaaa1647980dde70d76 2024-11-22T20:21:34,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/409fd39c244e4e5cb169967580eb9fd6 is 50, key is test_row_0/C:col10/1732306892479/Put/seqid=0 2024-11-22T20:21:34,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742167_1343 (size=12301) 2024-11-22T20:21:34,302 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/409fd39c244e4e5cb169967580eb9fd6 2024-11-22T20:21:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/24ff10e8e1ec4a5397829a38fd3b306d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d 2024-11-22T20:21:34,311 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T20:21:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/aff935f6944a4aaaa1647980dde70d76 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76 2024-11-22T20:21:34,315 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T20:21:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/409fd39c244e4e5cb169967580eb9fd6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6 2024-11-22T20:21:34,321 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T20:21:34,322 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5728f60d614527a86133821e16e2870e in 469ms, sequenceid=319, compaction requested=true 2024-11-22T20:21:34,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:34,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:34,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-22T20:21:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-22T20:21:34,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T20:21:34,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-11-22T20:21:34,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4010 sec 2024-11-22T20:21:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:34,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:34,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:34,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d42f3ad0301a44a39032afbd35dc60dd is 50, key is test_row_0/A:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:34,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742168_1344 (size=14741) 2024-11-22T20:21:34,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d42f3ad0301a44a39032afbd35dc60dd 2024-11-22T20:21:34,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/cc71bc60e10f464ab3e5bf98893f5606 is 50, key is test_row_0/B:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306954633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306954633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306954637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306954637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306954638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742169_1345 (size=12301) 2024-11-22T20:21:34,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/cc71bc60e10f464ab3e5bf98893f5606 2024-11-22T20:21:34,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 is 50, key is test_row_0/C:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:34,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742170_1346 (size=12301) 2024-11-22T20:21:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306954740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306954740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306954748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306954748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306954749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306954943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306954943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306954951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306954953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:34,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306954953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-22T20:21:35,032 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-22T20:21:35,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-22T20:21:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:21:35,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:35,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:35,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:35,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 2024-11-22T20:21:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d42f3ad0301a44a39032afbd35dc60dd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd 2024-11-22T20:21:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:21:35,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd, entries=200, sequenceid=331, filesize=14.4 K 2024-11-22T20:21:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/cc71bc60e10f464ab3e5bf98893f5606 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606 2024-11-22T20:21:35,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606, entries=150, sequenceid=331, filesize=12.0 K 2024-11-22T20:21:35,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 2024-11-22T20:21:35,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331, entries=150, sequenceid=331, filesize=12.0 K 2024-11-22T20:21:35,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5728f60d614527a86133821e16e2870e in 544ms, sequenceid=331, compaction requested=true 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:35,152 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:35,152 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:35,154 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:35,154 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:35,154 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:35,155 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0c13eee4a1cf4d0e8536af7a8ec3c576, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=51.1 K 2024-11-22T20:21:35,155 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:35,155 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:35,155 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:35,155 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2cc9123393da4a57b3f972eaa5f2ca29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=48.7 K 2024-11-22T20:21:35,156 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cc9123393da4a57b3f972eaa5f2ca29, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:35,156 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c13eee4a1cf4d0e8536af7a8ec3c576, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:35,156 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f3df8ab5d84d7687b4a410d52871f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306891302 2024-11-22T20:21:35,156 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 848b5fb2b2754213b72c9794da405b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306891302 2024-11-22T20:21:35,156 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting aff935f6944a4aaaa1647980dde70d76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306892475 2024-11-22T20:21:35,157 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24ff10e8e1ec4a5397829a38fd3b306d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306892475 2024-11-22T20:21:35,157 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting cc71bc60e10f464ab3e5bf98893f5606, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:35,157 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d42f3ad0301a44a39032afbd35dc60dd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:35,170 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:35,170 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/7fe495283f4b4c33ab30dbc659fc7c4e is 50, key is test_row_0/B:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:35,178 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:35,179 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/460498b1c7204634ab52c41deea0f953 is 50, key is test_row_0/A:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:35,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742172_1348 (size=13085) 2024-11-22T20:21:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742171_1347 (size=13085) 2024-11-22T20:21:35,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:35,189 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:35,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,196 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/460498b1c7204634ab52c41deea0f953 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/460498b1c7204634ab52c41deea0f953 2024-11-22T20:21:35,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d874c6d6924d4e099dcd5d6da03873f3 is 50, key is test_row_0/A:col10/1732306894623/Put/seqid=0 2024-11-22T20:21:35,203 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 460498b1c7204634ab52c41deea0f953(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:35,203 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:35,203 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=12, startTime=1732306895152; duration=0sec 2024-11-22T20:21:35,203 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:35,203 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:35,204 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:35,205 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:35,205 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:35,205 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:35,205 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/9d40bc2dec86446aba451e2d91fb9b37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=48.7 K 2024-11-22T20:21:35,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d40bc2dec86446aba451e2d91fb9b37, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732306890679 2024-11-22T20:21:35,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31924cf8a54e4a0cb5cf667f87f44ce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306891302 2024-11-22T20:21:35,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409fd39c244e4e5cb169967580eb9fd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306892475 2024-11-22T20:21:35,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4c1a8b8f6ec4966bb4e0ed9878fb331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742173_1349 (size=12301) 2024-11-22T20:21:35,215 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:35,216 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/af2e2c4b41444c0e940163a2a2b5fc1b is 50, key is test_row_0/C:col10/1732306894608/Put/seqid=0 2024-11-22T20:21:35,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742174_1350 (size=13051) 2024-11-22T20:21:35,235 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/af2e2c4b41444c0e940163a2a2b5fc1b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/af2e2c4b41444c0e940163a2a2b5fc1b 2024-11-22T20:21:35,241 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into af2e2c4b41444c0e940163a2a2b5fc1b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:35,241 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:35,241 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=12, startTime=1732306895152; duration=0sec 2024-11-22T20:21:35,241 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:35,241 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:35,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:35,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306955257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306955260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306955260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306955260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306955268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:21:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306955362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306955367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306955368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306955370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306955371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306955565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306955569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306955571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306955573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306955574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,600 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/7fe495283f4b4c33ab30dbc659fc7c4e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/7fe495283f4b4c33ab30dbc659fc7c4e 2024-11-22T20:21:35,606 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 7fe495283f4b4c33ab30dbc659fc7c4e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:35,606 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:35,606 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=12, startTime=1732306895152; duration=0sec 2024-11-22T20:21:35,606 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:35,606 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:35,613 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d874c6d6924d4e099dcd5d6da03873f3 2024-11-22T20:21:35,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/3cf134ed452b422fabca3498d2303191 is 50, key is test_row_0/B:col10/1732306894623/Put/seqid=0 2024-11-22T20:21:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742175_1351 (size=12301) 2024-11-22T20:21:35,632 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/3cf134ed452b422fabca3498d2303191 2024-11-22T20:21:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:21:35,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/16cf5f24264248a695f3cba3316abf83 is 50, key is test_row_0/C:col10/1732306894623/Put/seqid=0 2024-11-22T20:21:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742176_1352 (size=12301) 2024-11-22T20:21:35,678 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/16cf5f24264248a695f3cba3316abf83 2024-11-22T20:21:35,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d874c6d6924d4e099dcd5d6da03873f3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3 2024-11-22T20:21:35,688 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T20:21:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/3cf134ed452b422fabca3498d2303191 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191 2024-11-22T20:21:35,694 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T20:21:35,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/16cf5f24264248a695f3cba3316abf83 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83 2024-11-22T20:21:35,700 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T20:21:35,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 5728f60d614527a86133821e16e2870e in 512ms, sequenceid=355, compaction requested=false 2024-11-22T20:21:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-22T20:21:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-22T20:21:35,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-22T20:21:35,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 665 msec 2024-11-22T20:21:35,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 670 msec 2024-11-22T20:21:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:35,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:35,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:35,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ad44763ebf674682bc0bd97c665ced69 is 50, key is test_row_0/A:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742177_1353 (size=12301) 2024-11-22T20:21:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306955884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306955885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306955886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306955887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306955887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306955988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306955988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306955989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306955989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306955990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:21:36,139 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-22T20:21:36,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-22T20:21:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:36,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:36,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:36,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306956191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306956192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306956192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306956192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306956194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:36,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ad44763ebf674682bc0bd97c665ced69 2024-11-22T20:21:36,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2a5520e40ba447409bf2945aa45b09bd is 50, key is test_row_0/B:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:36,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T20:21:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742178_1354 (size=12301) 2024-11-22T20:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:36,448 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T20:21:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306956495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306956496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306956496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306956497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306956499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T20:21:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:36,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2a5520e40ba447409bf2945aa45b09bd 2024-11-22T20:21:36,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/98b5363fc11c44409cf4b4d0521419e7 is 50, key is test_row_0/C:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742179_1355 (size=12301) 2024-11-22T20:21:36,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/98b5363fc11c44409cf4b4d0521419e7 2024-11-22T20:21:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ad44763ebf674682bc0bd97c665ced69 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69 2024-11-22T20:21:36,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T20:21:36,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/2a5520e40ba447409bf2945aa45b09bd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd 2024-11-22T20:21:36,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T20:21:36,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/98b5363fc11c44409cf4b4d0521419e7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7 2024-11-22T20:21:36,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7, entries=150, sequenceid=373, filesize=12.0 K 2024-11-22T20:21:36,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5728f60d614527a86133821e16e2870e in 865ms, sequenceid=373, compaction requested=true 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:36,734 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:36,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:36,734 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:36,735 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:36,736 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:36,736 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,736 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/460498b1c7204634ab52c41deea0f953, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.8 K 2024-11-22T20:21:36,736 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:36,736 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:36,736 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,736 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/7fe495283f4b4c33ab30dbc659fc7c4e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.8 K 2024-11-22T20:21:36,737 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 460498b1c7204634ab52c41deea0f953, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:36,737 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fe495283f4b4c33ab30dbc659fc7c4e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:36,737 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cf134ed452b422fabca3498d2303191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732306894623 2024-11-22T20:21:36,737 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d874c6d6924d4e099dcd5d6da03873f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732306894623 2024-11-22T20:21:36,738 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad44763ebf674682bc0bd97c665ced69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:36,738 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a5520e40ba447409bf2945aa45b09bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:36,746 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:36,746 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:36,747 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d3f45ed9a9664392a177ab1f3e77d683 is 50, key is test_row_0/A:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:36,747 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/91259f21c3bf4aa195b9ee7fa97eb6af is 50, key is test_row_0/B:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742180_1356 (size=13187) 2024-11-22T20:21:36,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742181_1357 (size=13187) 2024-11-22T20:21:36,754 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:36,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-22T20:21:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:36,755 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:36,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:36,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/fb65de54c0a04944aa5bf293a309337f is 50, key is test_row_0/A:col10/1732306895886/Put/seqid=0 2024-11-22T20:21:36,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742182_1358 (size=12301) 2024-11-22T20:21:37,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:37,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,159 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/d3f45ed9a9664392a177ab1f3e77d683 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d3f45ed9a9664392a177ab1f3e77d683 2024-11-22T20:21:37,160 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/91259f21c3bf4aa195b9ee7fa97eb6af as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/91259f21c3bf4aa195b9ee7fa97eb6af 2024-11-22T20:21:37,164 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/fb65de54c0a04944aa5bf293a309337f 2024-11-22T20:21:37,165 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into d3f45ed9a9664392a177ab1f3e77d683(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:37,165 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:37,165 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306896734; duration=0sec 2024-11-22T20:21:37,165 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:37,165 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:37,165 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:37,166 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 91259f21c3bf4aa195b9ee7fa97eb6af(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:37,166 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:37,166 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306896734; duration=0sec 2024-11-22T20:21:37,166 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:37,166 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:37,167 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:37,167 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:37,167 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:37,167 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/af2e2c4b41444c0e940163a2a2b5fc1b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.8 K 2024-11-22T20:21:37,168 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting af2e2c4b41444c0e940163a2a2b5fc1b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732306894601 2024-11-22T20:21:37,168 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16cf5f24264248a695f3cba3316abf83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732306894623 2024-11-22T20:21:37,168 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b5363fc11c44409cf4b4d0521419e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/9204989cbe6a4974b76726349091a8e9 is 50, key is test_row_0/B:col10/1732306895886/Put/seqid=0 2024-11-22T20:21:37,177 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:37,178 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b069ccfda18b4ea5aa04808520bed21d is 50, key is test_row_0/C:col10/1732306895260/Put/seqid=0 2024-11-22T20:21:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742184_1360 (size=13153) 2024-11-22T20:21:37,226 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b069ccfda18b4ea5aa04808520bed21d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b069ccfda18b4ea5aa04808520bed21d 2024-11-22T20:21:37,231 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into b069ccfda18b4ea5aa04808520bed21d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:37,231 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:37,232 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=13, startTime=1732306896734; duration=0sec 2024-11-22T20:21:37,232 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:37,233 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742183_1359 (size=12301) 2024-11-22T20:21:37,241 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/9204989cbe6a4974b76726349091a8e9 2024-11-22T20:21:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:37,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/806082f6fb4d49b281287aba20f1c001 is 50, key is test_row_0/C:col10/1732306895886/Put/seqid=0 2024-11-22T20:21:37,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742185_1361 (size=12301) 2024-11-22T20:21:37,262 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/806082f6fb4d49b281287aba20f1c001 2024-11-22T20:21:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/fb65de54c0a04944aa5bf293a309337f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f 2024-11-22T20:21:37,274 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T20:21:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/9204989cbe6a4974b76726349091a8e9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9 2024-11-22T20:21:37,280 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T20:21:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/806082f6fb4d49b281287aba20f1c001 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001 2024-11-22T20:21:37,286 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001, entries=150, sequenceid=394, filesize=12.0 K 2024-11-22T20:21:37,287 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5728f60d614527a86133821e16e2870e in 533ms, sequenceid=394, compaction requested=false 2024-11-22T20:21:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-22T20:21:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-22T20:21:37,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T20:21:37,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1460 sec 2024-11-22T20:21:37,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.1500 sec 2024-11-22T20:21:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:37,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:37,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/11c7aba49c2143bc9bf6a63e67ff0874 is 50, key is test_row_0/A:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742186_1362 (size=12301) 2024-11-22T20:21:37,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/11c7aba49c2143bc9bf6a63e67ff0874 2024-11-22T20:21:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/098453443abc43278a7195393d232a96 is 50, key is test_row_0/B:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742187_1363 (size=12301) 2024-11-22T20:21:37,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/098453443abc43278a7195393d232a96 2024-11-22T20:21:37,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/1477da0aac5d4f6d91c1ef91adf2ba0e is 50, key is test_row_0/C:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742188_1364 (size=12301) 2024-11-22T20:21:37,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/1477da0aac5d4f6d91c1ef91adf2ba0e 2024-11-22T20:21:37,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/11c7aba49c2143bc9bf6a63e67ff0874 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874 2024-11-22T20:21:37,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T20:21:37,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/098453443abc43278a7195393d232a96 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96 2024-11-22T20:21:37,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T20:21:37,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/1477da0aac5d4f6d91c1ef91adf2ba0e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e 2024-11-22T20:21:37,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e, entries=150, sequenceid=415, filesize=12.0 K 2024-11-22T20:21:37,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 5728f60d614527a86133821e16e2870e in 462ms, sequenceid=415, compaction requested=true 2024-11-22T20:21:37,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:37,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:37,782 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:37,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:37,782 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:37,783 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:37,783 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:37,783 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:37,783 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d3f45ed9a9664392a177ab1f3e77d683, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.9 K 2024-11-22T20:21:37,783 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:37,783 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:37,783 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:37,783 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/91259f21c3bf4aa195b9ee7fa97eb6af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.9 K 2024-11-22T20:21:37,783 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3f45ed9a9664392a177ab1f3e77d683, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:37,784 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb65de54c0a04944aa5bf293a309337f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306895883 2024-11-22T20:21:37,784 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 91259f21c3bf4aa195b9ee7fa97eb6af, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:37,784 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c7aba49c2143bc9bf6a63e67ff0874, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:37,784 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9204989cbe6a4974b76726349091a8e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306895883 2024-11-22T20:21:37,784 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 098453443abc43278a7195393d232a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:37,791 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:37,792 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/a16fc71c44094aa8a87a5dd443b1133b is 50, key is test_row_0/A:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:37,795 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:37,795 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/131ba99548ab40c399e054ef661800f4 is 50, key is test_row_0/B:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742189_1365 (size=13289) 2024-11-22T20:21:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742190_1366 (size=13289) 2024-11-22T20:21:37,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:37,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:37,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/91b356737dd444c9aa2293ecdd86f721 is 50, key is test_row_0/A:col10/1732306897329/Put/seqid=0 2024-11-22T20:21:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306957970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306957970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306957972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306957975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306957977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:37,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742191_1367 (size=12301) 2024-11-22T20:21:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306958077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306958077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306958078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306958081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306958081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,203 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/a16fc71c44094aa8a87a5dd443b1133b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/a16fc71c44094aa8a87a5dd443b1133b 2024-11-22T20:21:38,204 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/131ba99548ab40c399e054ef661800f4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131ba99548ab40c399e054ef661800f4 2024-11-22T20:21:38,208 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into a16fc71c44094aa8a87a5dd443b1133b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:38,208 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306897782; duration=0sec 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:38,208 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 131ba99548ab40c399e054ef661800f4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:38,208 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306897782; duration=0sec 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:38,208 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:38,209 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:38,209 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:38,209 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,209 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b069ccfda18b4ea5aa04808520bed21d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=36.9 K 2024-11-22T20:21:38,210 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b069ccfda18b4ea5aa04808520bed21d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732306895258 2024-11-22T20:21:38,210 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 806082f6fb4d49b281287aba20f1c001, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732306895883 2024-11-22T20:21:38,210 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1477da0aac5d4f6d91c1ef91adf2ba0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:38,217 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:38,218 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/7ddc4a9752da46a8b1c0da7ff2a08e77 is 50, key is test_row_0/C:col10/1732306897319/Put/seqid=0 2024-11-22T20:21:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742192_1368 (size=13255) 2024-11-22T20:21:38,240 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/7ddc4a9752da46a8b1c0da7ff2a08e77 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/7ddc4a9752da46a8b1c0da7ff2a08e77 2024-11-22T20:21:38,246 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into 7ddc4a9752da46a8b1c0da7ff2a08e77(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:38,246 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:38,246 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=13, startTime=1732306897783; duration=0sec 2024-11-22T20:21:38,246 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:38,246 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-22T20:21:38,247 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-22T20:21:38,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-22T20:21:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:21:38,250 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:38,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:38,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:38,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306958279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306958280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306958280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306958284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:21:38,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/91b356737dd444c9aa2293ecdd86f721 2024-11-22T20:21:38,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T20:21:38,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:38,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/070566e6a5fa483a9c97920665cbaf5e is 50, key is test_row_0/B:col10/1732306897329/Put/seqid=0 2024-11-22T20:21:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742193_1369 (size=12301) 2024-11-22T20:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:21:38,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T20:21:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306958582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306958582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306958583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306958584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306958587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T20:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/070566e6a5fa483a9c97920665cbaf5e 2024-11-22T20:21:38,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/20cdd3c5ef954f8d883173f204ad82be is 50, key is test_row_0/C:col10/1732306897329/Put/seqid=0 2024-11-22T20:21:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742194_1370 (size=12301) 2024-11-22T20:21:38,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/20cdd3c5ef954f8d883173f204ad82be 2024-11-22T20:21:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:21:38,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/91b356737dd444c9aa2293ecdd86f721 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721 2024-11-22T20:21:38,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:38,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T20:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:38,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T20:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:38,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/070566e6a5fa483a9c97920665cbaf5e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e 2024-11-22T20:21:38,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T20:21:38,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/20cdd3c5ef954f8d883173f204ad82be as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be 2024-11-22T20:21:38,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be, entries=150, sequenceid=437, filesize=12.0 K 2024-11-22T20:21:38,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5728f60d614527a86133821e16e2870e in 924ms, sequenceid=437, compaction requested=false 2024-11-22T20:21:38,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:39,014 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-22T20:21:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,015 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b65cb2df6da342b6990ccb7f9df3e9fa is 50, key is test_row_0/A:col10/1732306897972/Put/seqid=0 2024-11-22T20:21:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742195_1371 (size=9857) 2024-11-22T20:21:39,032 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b65cb2df6da342b6990ccb7f9df3e9fa 2024-11-22T20:21:39,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/0810158a2b5d48069aee00d6d20ef3c0 is 50, key is test_row_0/B:col10/1732306897972/Put/seqid=0 2024-11-22T20:21:39,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742196_1372 (size=9857) 2024-11-22T20:21:39,047 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/0810158a2b5d48069aee00d6d20ef3c0 2024-11-22T20:21:39,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/606fecdc784340c7a4fea3c2a93005a7 is 50, key is test_row_0/C:col10/1732306897972/Put/seqid=0 2024-11-22T20:21:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742197_1373 (size=9857) 2024-11-22T20:21:39,066 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/606fecdc784340c7a4fea3c2a93005a7 2024-11-22T20:21:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b65cb2df6da342b6990ccb7f9df3e9fa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa 2024-11-22T20:21:39,075 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa, entries=100, sequenceid=455, filesize=9.6 K 2024-11-22T20:21:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/0810158a2b5d48069aee00d6d20ef3c0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0 2024-11-22T20:21:39,079 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0, entries=100, sequenceid=455, filesize=9.6 K 2024-11-22T20:21:39,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/606fecdc784340c7a4fea3c2a93005a7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7 2024-11-22T20:21:39,084 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7, entries=100, sequenceid=455, filesize=9.6 K 2024-11-22T20:21:39,084 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 5728f60d614527a86133821e16e2870e in 69ms, sequenceid=455, compaction requested=true 2024-11-22T20:21:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-22T20:21:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-22T20:21:39,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T20:21:39,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 835 msec 2024-11-22T20:21:39,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 839 msec 2024-11-22T20:21:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:39,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:39,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b2989611881746bc8d0a5964307a112c is 50, key is test_row_0/A:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742198_1374 (size=12301) 2024-11-22T20:21:39,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306959112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306959112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306959141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306959141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306959141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306959242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306959242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306959246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306959246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306959246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:21:39,355 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-22T20:21:39,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T20:21:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:39,357 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:39,358 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:39,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306959446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306959447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306959449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306959449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306959449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:39,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b2989611881746bc8d0a5964307a112c 2024-11-22T20:21:39,509 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/34b9198133e04115a962984ecbf8f2d9 is 50, key is test_row_0/B:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:39,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742199_1375 (size=12301) 2024-11-22T20:21:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:39,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:39,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306959749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306959751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306959752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306959752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306959753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:39,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:39,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/34b9198133e04115a962984ecbf8f2d9 2024-11-22T20:21:39,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c2798a2338104cd79c23111d5e6bad35 is 50, key is test_row_0/C:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:39,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742200_1376 (size=12301) 2024-11-22T20:21:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:39,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:39,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306960254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306960256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306960256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306960257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306960259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c2798a2338104cd79c23111d5e6bad35 2024-11-22T20:21:40,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/b2989611881746bc8d0a5964307a112c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c 2024-11-22T20:21:40,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T20:21:40,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/34b9198133e04115a962984ecbf8f2d9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9 2024-11-22T20:21:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T20:21:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/c2798a2338104cd79c23111d5e6bad35 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35 2024-11-22T20:21:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T20:21:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 5728f60d614527a86133821e16e2870e in 1290ms, sequenceid=468, compaction requested=true 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:40,385 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:40,385 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:40,393 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:40,393 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:40,393 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,394 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131ba99548ab40c399e054ef661800f4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.6 K 2024-11-22T20:21:40,394 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 131ba99548ab40c399e054ef661800f4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:40,395 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 070566e6a5fa483a9c97920665cbaf5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732306897329 2024-11-22T20:21:40,395 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47748 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:40,395 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:40,395 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,395 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/a16fc71c44094aa8a87a5dd443b1133b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.6 K 2024-11-22T20:21:40,395 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0810158a2b5d48069aee00d6d20ef3c0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732306897972 2024-11-22T20:21:40,396 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a16fc71c44094aa8a87a5dd443b1133b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:40,396 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 34b9198133e04115a962984ecbf8f2d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:40,396 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91b356737dd444c9aa2293ecdd86f721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732306897329 2024-11-22T20:21:40,397 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b65cb2df6da342b6990ccb7f9df3e9fa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732306897972 2024-11-22T20:21:40,397 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2989611881746bc8d0a5964307a112c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:40,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:40,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T20:21:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,428 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,429 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:40,430 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/19b7a2a4e6894f799dfda646b5bda6ac is 50, key is test_row_0/B:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:40,462 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:40,463 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/374b1168b9854bf495658a0511092c47 is 50, key is test_row_0/A:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:40,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/71e64daae2624036988087d66dadbe1d is 50, key is test_row_0/A:col10/1732306899112/Put/seqid=0 2024-11-22T20:21:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742201_1377 (size=13425) 2024-11-22T20:21:40,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742202_1378 (size=13425) 2024-11-22T20:21:40,553 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/374b1168b9854bf495658a0511092c47 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/374b1168b9854bf495658a0511092c47 2024-11-22T20:21:40,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742203_1379 (size=12301) 2024-11-22T20:21:40,560 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into 374b1168b9854bf495658a0511092c47(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:40,560 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:40,560 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=12, startTime=1732306900385; duration=0sec 2024-11-22T20:21:40,560 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:40,560 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:40,560 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:40,563 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:40,563 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:40,563 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:40,564 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/7ddc4a9752da46a8b1c0da7ff2a08e77, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=46.6 K 2024-11-22T20:21:40,564 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ddc4a9752da46a8b1c0da7ff2a08e77, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732306897318 2024-11-22T20:21:40,564 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20cdd3c5ef954f8d883173f204ad82be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732306897329 2024-11-22T20:21:40,575 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 606fecdc784340c7a4fea3c2a93005a7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732306897972 2024-11-22T20:21:40,575 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2798a2338104cd79c23111d5e6bad35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:40,602 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:40,603 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/ede49ff5c2e34ae8a6eb92750c31b9da is 50, key is test_row_0/C:col10/1732306899094/Put/seqid=0 2024-11-22T20:21:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742204_1380 (size=13391) 2024-11-22T20:21:40,915 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/19b7a2a4e6894f799dfda646b5bda6ac as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/19b7a2a4e6894f799dfda646b5bda6ac 2024-11-22T20:21:40,922 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 19b7a2a4e6894f799dfda646b5bda6ac(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:40,922 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:40,922 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=12, startTime=1732306900385; duration=0sec 2024-11-22T20:21:40,922 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:40,922 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:40,958 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/71e64daae2624036988087d66dadbe1d 2024-11-22T20:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4ac20d7003d04210ac7e53fa7493cbfc is 50, key is test_row_0/B:col10/1732306899112/Put/seqid=0 2024-11-22T20:21:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742205_1381 (size=12301) 2024-11-22T20:21:41,048 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/ede49ff5c2e34ae8a6eb92750c31b9da as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ede49ff5c2e34ae8a6eb92750c31b9da 2024-11-22T20:21:41,053 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into ede49ff5c2e34ae8a6eb92750c31b9da(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:41,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:41,053 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=12, startTime=1732306900385; duration=0sec 2024-11-22T20:21:41,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:41,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. as already flushing 2024-11-22T20:21:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306961281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306961280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306961281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306961282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306961288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,388 DEBUG [Thread-1280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:55696 2024-11-22T20:21:41,388 DEBUG [Thread-1280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,388 DEBUG [Thread-1284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3677bd4f to 127.0.0.1:55696 2024-11-22T20:21:41,388 DEBUG [Thread-1284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,390 DEBUG [Thread-1276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:55696 2024-11-22T20:21:41,390 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60832 deadline: 1732306961389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60826 deadline: 1732306961389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60848 deadline: 1732306961391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,392 DEBUG [Thread-1278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:55696 2024-11-22T20:21:41,392 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60916 deadline: 1732306961390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60884 deadline: 1732306961391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:41,392 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:55696 2024-11-22T20:21:41,392 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,397 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4ac20d7003d04210ac7e53fa7493cbfc 2024-11-22T20:21:41,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/41c482cb992747f3b22be6fcb2169f53 is 50, key is test_row_0/C:col10/1732306899112/Put/seqid=0 2024-11-22T20:21:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742206_1382 (size=12301) 2024-11-22T20:21:41,459 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/41c482cb992747f3b22be6fcb2169f53 2024-11-22T20:21:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/71e64daae2624036988087d66dadbe1d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d 2024-11-22T20:21:41,471 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T20:21:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4ac20d7003d04210ac7e53fa7493cbfc as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc 2024-11-22T20:21:41,475 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T20:21:41,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/41c482cb992747f3b22be6fcb2169f53 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53 2024-11-22T20:21:41,480 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T20:21:41,483 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5728f60d614527a86133821e16e2870e in 1055ms, sequenceid=493, compaction requested=false 2024-11-22T20:21:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T20:21:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-11-22T20:21:41,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T20:21:41,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1260 sec 2024-11-22T20:21:41,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.1310 sec 2024-11-22T20:21:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:41,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:41,597 DEBUG [Thread-1265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:55696 2024-11-22T20:21:41,597 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,597 DEBUG [Thread-1269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:55696 2024-11-22T20:21:41,597 DEBUG [Thread-1269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,598 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:55696 2024-11-22T20:21:41,598 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:55696 2024-11-22T20:21:41,598 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,599 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:41,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:41,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:41,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,606 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:55696 2024-11-22T20:21:41,606 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:41,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/345198b2016348858f59bf176ef7610c is 50, key is test_row_0/A:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742207_1383 (size=12301) 2024-11-22T20:21:42,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/345198b2016348858f59bf176ef7610c 2024-11-22T20:21:42,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/dd1853c333e444f89b23ab6c2e4b06df is 50, key is test_row_0/B:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:42,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742208_1384 (size=12301) 2024-11-22T20:21:42,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/dd1853c333e444f89b23ab6c2e4b06df 2024-11-22T20:21:42,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/3efad7db7e24462cac3e408dfa787e2e is 50, key is test_row_0/C:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:42,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742209_1385 (size=12301) 2024-11-22T20:21:42,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/3efad7db7e24462cac3e408dfa787e2e 2024-11-22T20:21:42,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/345198b2016348858f59bf176ef7610c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c 2024-11-22T20:21:42,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T20:21:42,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/dd1853c333e444f89b23ab6c2e4b06df as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df 2024-11-22T20:21:42,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T20:21:42,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/3efad7db7e24462cac3e408dfa787e2e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e 2024-11-22T20:21:42,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e, entries=150, sequenceid=512, filesize=12.0 K 2024-11-22T20:21:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for 5728f60d614527a86133821e16e2870e in 971ms, sequenceid=512, compaction requested=true 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,567 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,567 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5728f60d614527a86133821e16e2870e:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:42,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:42,568 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,568 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/B is initiating minor compaction (all files) 2024-11-22T20:21:42,568 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/B in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:42,568 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,569 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/19b7a2a4e6894f799dfda646b5bda6ac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=37.1 K 2024-11-22T20:21:42,569 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/A is initiating minor compaction (all files) 2024-11-22T20:21:42,569 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/A in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:42,569 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/374b1168b9854bf495658a0511092c47, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=37.1 K 2024-11-22T20:21:42,569 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b7a2a4e6894f799dfda646b5bda6ac, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:42,569 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 374b1168b9854bf495658a0511092c47, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:42,570 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ac20d7003d04210ac7e53fa7493cbfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732306899112 2024-11-22T20:21:42,576 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1853c333e444f89b23ab6c2e4b06df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732306901279 2024-11-22T20:21:42,576 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71e64daae2624036988087d66dadbe1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732306899112 2024-11-22T20:21:42,577 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 345198b2016348858f59bf176ef7610c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732306901279 2024-11-22T20:21:42,598 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,623 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4cb13dc60d684e0281ba66ea17719211 is 50, key is test_row_0/B:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:42,642 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#A#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,643 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/cc4dc04134a9449d81fc5bec7db466a4 is 50, key is test_row_0/A:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742210_1386 (size=13527) 2024-11-22T20:21:42,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/4cb13dc60d684e0281ba66ea17719211 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4cb13dc60d684e0281ba66ea17719211 2024-11-22T20:21:42,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742211_1387 (size=13527) 2024-11-22T20:21:42,700 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/B of 5728f60d614527a86133821e16e2870e into 4cb13dc60d684e0281ba66ea17719211(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:42,700 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:42,700 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/B, priority=13, startTime=1732306902567; duration=0sec 2024-11-22T20:21:42,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:42,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:B 2024-11-22T20:21:42,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,701 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/cc4dc04134a9449d81fc5bec7db466a4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/cc4dc04134a9449d81fc5bec7db466a4 2024-11-22T20:21:42,704 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,704 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 5728f60d614527a86133821e16e2870e/C is initiating minor compaction (all files) 2024-11-22T20:21:42,704 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5728f60d614527a86133821e16e2870e/C in TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:42,704 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ede49ff5c2e34ae8a6eb92750c31b9da, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp, totalSize=37.1 K 2024-11-22T20:21:42,704 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ede49ff5c2e34ae8a6eb92750c31b9da, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306899093 2024-11-22T20:21:42,705 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 41c482cb992747f3b22be6fcb2169f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732306899112 2024-11-22T20:21:42,705 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3efad7db7e24462cac3e408dfa787e2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732306901279 2024-11-22T20:21:42,708 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/A of 5728f60d614527a86133821e16e2870e into cc4dc04134a9449d81fc5bec7db466a4(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:42,708 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:42,708 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/A, priority=13, startTime=1732306902567; duration=0sec 2024-11-22T20:21:42,708 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,708 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:A 2024-11-22T20:21:42,716 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5728f60d614527a86133821e16e2870e#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,717 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/1c6ec4c97a7a49e598493a42a3551def is 50, key is test_row_0/C:col10/1732306901594/Put/seqid=0 2024-11-22T20:21:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742212_1388 (size=13493) 2024-11-22T20:21:42,761 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/1c6ec4c97a7a49e598493a42a3551def as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1c6ec4c97a7a49e598493a42a3551def 2024-11-22T20:21:42,768 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5728f60d614527a86133821e16e2870e/C of 5728f60d614527a86133821e16e2870e into 1c6ec4c97a7a49e598493a42a3551def(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:42,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:42,768 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e., storeName=5728f60d614527a86133821e16e2870e/C, priority=13, startTime=1732306902567; duration=0sec 2024-11-22T20:21:42,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5728f60d614527a86133821e16e2870e:C 2024-11-22T20:21:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-22T20:21:43,465 INFO [Thread-1275 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6300 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6158 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6196 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6316 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6141 2024-11-22T20:21:43,466 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:21:43,466 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:21:43,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:55696 2024-11-22T20:21:43,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:21:43,467 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:21:43,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:21:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:43,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306903471"}]},"ts":"1732306903471"} 2024-11-22T20:21:43,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:21:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-22T20:21:43,477 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:21:43,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:21:43,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, UNASSIGN}] 2024-11-22T20:21:43,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, UNASSIGN 2024-11-22T20:21:43,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=5728f60d614527a86133821e16e2870e, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:43,483 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:21:43,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-22T20:21:43,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:43,635 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:43,635 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:21:43,635 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 5728f60d614527a86133821e16e2870e, disabling compactions & flushes 2024-11-22T20:21:43,635 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:43,635 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:43,635 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. after waiting 0 ms 2024-11-22T20:21:43,635 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:43,635 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing 5728f60d614527a86133821e16e2870e 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=A 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=B 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5728f60d614527a86133821e16e2870e, store=C 2024-11-22T20:21:43,636 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,640 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ef5715de8e91491b8a461e840b4f66ed is 50, key is test_row_0/A:col10/1732306901603/Put/seqid=0 2024-11-22T20:21:43,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742213_1389 (size=7415) 2024-11-22T20:21:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-22T20:21:44,076 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ef5715de8e91491b8a461e840b4f66ed 2024-11-22T20:21:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-22T20:21:44,093 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/1c7a132482a44d00a882d40825c4b2e4 is 50, key is test_row_0/B:col10/1732306901603/Put/seqid=0 2024-11-22T20:21:44,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742214_1390 (size=7415) 2024-11-22T20:21:44,107 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/1c7a132482a44d00a882d40825c4b2e4 2024-11-22T20:21:44,117 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b8e8a3f007bc4a8e8746758a446098a0 is 50, key is test_row_0/C:col10/1732306901603/Put/seqid=0 2024-11-22T20:21:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742215_1391 (size=7415) 2024-11-22T20:21:44,166 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b8e8a3f007bc4a8e8746758a446098a0 2024-11-22T20:21:44,172 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/A/ef5715de8e91491b8a461e840b4f66ed as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ef5715de8e91491b8a461e840b4f66ed 2024-11-22T20:21:44,177 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ef5715de8e91491b8a461e840b4f66ed, entries=50, sequenceid=519, filesize=7.2 K 2024-11-22T20:21:44,177 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/B/1c7a132482a44d00a882d40825c4b2e4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1c7a132482a44d00a882d40825c4b2e4 2024-11-22T20:21:44,183 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1c7a132482a44d00a882d40825c4b2e4, entries=50, sequenceid=519, filesize=7.2 K 2024-11-22T20:21:44,184 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/.tmp/C/b8e8a3f007bc4a8e8746758a446098a0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b8e8a3f007bc4a8e8746758a446098a0 2024-11-22T20:21:44,193 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b8e8a3f007bc4a8e8746758a446098a0, entries=50, sequenceid=519, filesize=7.2 K 2024-11-22T20:21:44,195 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 5728f60d614527a86133821e16e2870e in 559ms, sequenceid=519, compaction requested=false 2024-11-22T20:21:44,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e747b13a4b1749239e1f0cce75aee13a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/1b10b45d44f04305850a85b6bc45dc4b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d6e901c34d2645ffb571fe5362f1b577, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4cbe05c34cfc4724bf69456155cc47b1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/046fb699c64349c7b1f9eb433090109a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0c13eee4a1cf4d0e8536af7a8ec3c576, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/460498b1c7204634ab52c41deea0f953, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d3f45ed9a9664392a177ab1f3e77d683, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/a16fc71c44094aa8a87a5dd443b1133b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/374b1168b9854bf495658a0511092c47, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c] to archive 2024-11-22T20:21:44,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:44,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/aab8c684bb1e4f9db4201b6062a8ef41 2024-11-22T20:21:44,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/066f0053c59b41b395cf63c9bfc594c5 2024-11-22T20:21:44,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/83561d92567f4c49b23777821fe18bd7 2024-11-22T20:21:44,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e747b13a4b1749239e1f0cce75aee13a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e747b13a4b1749239e1f0cce75aee13a 2024-11-22T20:21:44,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/e482ebee000e47f8932654f9015aa3e8 2024-11-22T20:21:44,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0e2108caf7c24dbaa520eeaa8560dfdc 2024-11-22T20:21:44,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/1b10b45d44f04305850a85b6bc45dc4b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/1b10b45d44f04305850a85b6bc45dc4b 2024-11-22T20:21:44,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c864fb7df88b40809d4364d965b9ea32 2024-11-22T20:21:44,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/f049e9c13188457cb9ab890d61d4d2e3 2024-11-22T20:21:44,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c2d2af94fa6f4929bed20a226a5236cc 2024-11-22T20:21:44,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d6e901c34d2645ffb571fe5362f1b577 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d6e901c34d2645ffb571fe5362f1b577 2024-11-22T20:21:44,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4846916d1e874617943536cae0dd728b 2024-11-22T20:21:44,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/c7ecb43d4dd24e428f31d61513348e5f 2024-11-22T20:21:44,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4cbe05c34cfc4724bf69456155cc47b1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/4cbe05c34cfc4724bf69456155cc47b1 2024-11-22T20:21:44,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/2fe79a4bba164b94ba3a67ce6e994747 2024-11-22T20:21:44,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/046fb699c64349c7b1f9eb433090109a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/046fb699c64349c7b1f9eb433090109a 2024-11-22T20:21:44,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ce6d390ef9984c4c996452dce599339f 2024-11-22T20:21:44,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/44357c0890124eceb560730b42235b1a 2024-11-22T20:21:44,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0c13eee4a1cf4d0e8536af7a8ec3c576 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/0c13eee4a1cf4d0e8536af7a8ec3c576 2024-11-22T20:21:44,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/bb77716adf95475897c1b024f8ad0988 2024-11-22T20:21:44,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/848b5fb2b2754213b72c9794da405b2f 2024-11-22T20:21:44,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/24ff10e8e1ec4a5397829a38fd3b306d 2024-11-22T20:21:44,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d42f3ad0301a44a39032afbd35dc60dd 2024-11-22T20:21:44,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/460498b1c7204634ab52c41deea0f953 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/460498b1c7204634ab52c41deea0f953 2024-11-22T20:21:44,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d874c6d6924d4e099dcd5d6da03873f3 2024-11-22T20:21:44,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d3f45ed9a9664392a177ab1f3e77d683 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/d3f45ed9a9664392a177ab1f3e77d683 2024-11-22T20:21:44,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ad44763ebf674682bc0bd97c665ced69 2024-11-22T20:21:44,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/fb65de54c0a04944aa5bf293a309337f 2024-11-22T20:21:44,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/a16fc71c44094aa8a87a5dd443b1133b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/a16fc71c44094aa8a87a5dd443b1133b 2024-11-22T20:21:44,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/11c7aba49c2143bc9bf6a63e67ff0874 2024-11-22T20:21:44,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/91b356737dd444c9aa2293ecdd86f721 2024-11-22T20:21:44,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b65cb2df6da342b6990ccb7f9df3e9fa 2024-11-22T20:21:44,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/374b1168b9854bf495658a0511092c47 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/374b1168b9854bf495658a0511092c47 2024-11-22T20:21:44,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/b2989611881746bc8d0a5964307a112c 2024-11-22T20:21:44,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/71e64daae2624036988087d66dadbe1d 2024-11-22T20:21:44,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/345198b2016348858f59bf176ef7610c 2024-11-22T20:21:44,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1a8d363e82234a2284d9a01160f3be48, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/8f48bd019fe34ad0b754755456ef44a8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/18eaca33f3b14a4ba766cef26537fb43, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5930a774ab554e47a455e1fcefc81c70, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9e6d3e2a2c404f0ba2e89f9e771514f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2cc9123393da4a57b3f972eaa5f2ca29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/7fe495283f4b4c33ab30dbc659fc7c4e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/91259f21c3bf4aa195b9ee7fa97eb6af, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131ba99548ab40c399e054ef661800f4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/19b7a2a4e6894f799dfda646b5bda6ac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df] to archive 2024-11-22T20:21:44,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:44,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5a7d24387d0846088cd0418ea3c8b352 2024-11-22T20:21:44,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2401896dc77b40b4abd469c08a28524d 2024-11-22T20:21:44,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/6cb9280b5d714e939243136137e09c8d 2024-11-22T20:21:44,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1a8d363e82234a2284d9a01160f3be48 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1a8d363e82234a2284d9a01160f3be48 2024-11-22T20:21:44,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131bb57418ca4d5f84d4b8a453cb81ac 2024-11-22T20:21:44,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/60eeb7b174d247ff87043fdd2aa652ad 2024-11-22T20:21:44,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/8f48bd019fe34ad0b754755456ef44a8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/8f48bd019fe34ad0b754755456ef44a8 2024-11-22T20:21:44,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47960957dd2944009c356e7393c4f698 2024-11-22T20:21:44,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/08fbd5f3a5d347d8a9e1e88547d486f2 2024-11-22T20:21:44,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/18eaca33f3b14a4ba766cef26537fb43 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/18eaca33f3b14a4ba766cef26537fb43 2024-11-22T20:21:44,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/262b3f8d116f4131a280ecb74ab1887b 2024-11-22T20:21:44,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/492fcffa0ca74ceba50fb2b7e0b5dc20 2024-11-22T20:21:44,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5930a774ab554e47a455e1fcefc81c70 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/5930a774ab554e47a455e1fcefc81c70 2024-11-22T20:21:44,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4e8fa232071e4480bd6cee1f79bf4106 2024-11-22T20:21:44,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/46f211e828364c5abbd34d3858ca3fa7 2024-11-22T20:21:44,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9e6d3e2a2c404f0ba2e89f9e771514f7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9e6d3e2a2c404f0ba2e89f9e771514f7 2024-11-22T20:21:44,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/d60e654823594a14a55ac08860057a2d 2024-11-22T20:21:44,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/847f0bb780774a9ba48a786ecc94c477 2024-11-22T20:21:44,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2cc9123393da4a57b3f972eaa5f2ca29 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2cc9123393da4a57b3f972eaa5f2ca29 2024-11-22T20:21:44,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/fba7017e175f4003bba670c31cdc8ffe 2024-11-22T20:21:44,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/47f3df8ab5d84d7687b4a410d52871f5 2024-11-22T20:21:44,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/aff935f6944a4aaaa1647980dde70d76 2024-11-22T20:21:44,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/7fe495283f4b4c33ab30dbc659fc7c4e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/7fe495283f4b4c33ab30dbc659fc7c4e 2024-11-22T20:21:44,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/cc71bc60e10f464ab3e5bf98893f5606 2024-11-22T20:21:44,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/3cf134ed452b422fabca3498d2303191 2024-11-22T20:21:44,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/91259f21c3bf4aa195b9ee7fa97eb6af to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/91259f21c3bf4aa195b9ee7fa97eb6af 2024-11-22T20:21:44,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/2a5520e40ba447409bf2945aa45b09bd 2024-11-22T20:21:44,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/9204989cbe6a4974b76726349091a8e9 2024-11-22T20:21:44,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131ba99548ab40c399e054ef661800f4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/131ba99548ab40c399e054ef661800f4 2024-11-22T20:21:44,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/098453443abc43278a7195393d232a96 2024-11-22T20:21:44,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/070566e6a5fa483a9c97920665cbaf5e 2024-11-22T20:21:44,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/0810158a2b5d48069aee00d6d20ef3c0 2024-11-22T20:21:44,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/19b7a2a4e6894f799dfda646b5bda6ac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/19b7a2a4e6894f799dfda646b5bda6ac 2024-11-22T20:21:44,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/34b9198133e04115a962984ecbf8f2d9 2024-11-22T20:21:44,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4ac20d7003d04210ac7e53fa7493cbfc 2024-11-22T20:21:44,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/dd1853c333e444f89b23ab6c2e4b06df 2024-11-22T20:21:44,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/bd55aa1959d64bcdbc05dadc047628f1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ca3e3817634c401aa689ee88149dd7bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e45027bdd03e494fac6eb6d2df06b07c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/259159b5c7e9471db5e942c203d2a22d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/9d40bc2dec86446aba451e2d91fb9b37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/af2e2c4b41444c0e940163a2a2b5fc1b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b069ccfda18b4ea5aa04808520bed21d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/7ddc4a9752da46a8b1c0da7ff2a08e77, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ede49ff5c2e34ae8a6eb92750c31b9da, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e] to archive 2024-11-22T20:21:44,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:21:44,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c047ed90eb4c4a6889bbb33e6f724a17 2024-11-22T20:21:44,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/941c33188a8e48d08408b91fc28a13e4 2024-11-22T20:21:44,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/dd7e2ec43f7c482ca08247b308786a98 2024-11-22T20:21:44,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/bd55aa1959d64bcdbc05dadc047628f1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/bd55aa1959d64bcdbc05dadc047628f1 2024-11-22T20:21:44,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/525d7f923e0f4c8489aea198900921df 2024-11-22T20:21:44,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/2f189785bbaa4649be356a8331c71a39 2024-11-22T20:21:44,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ca3e3817634c401aa689ee88149dd7bf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ca3e3817634c401aa689ee88149dd7bf 2024-11-22T20:21:44,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/055dffdc864a43cf9140599732cf6a0a 2024-11-22T20:21:44,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/24bee99dee7547af97140e0e04cb52f7 2024-11-22T20:21:44,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e8600304e33e4534b2b5635de6d697d5 2024-11-22T20:21:44,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e45027bdd03e494fac6eb6d2df06b07c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/e45027bdd03e494fac6eb6d2df06b07c 2024-11-22T20:21:44,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c60ddf61fed54a198c7c23a8bd9198a5 2024-11-22T20:21:44,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/acb098ed73b748b6b2f9b8a4be6810d1 2024-11-22T20:21:44,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/259159b5c7e9471db5e942c203d2a22d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/259159b5c7e9471db5e942c203d2a22d 2024-11-22T20:21:44,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/11c84ae37b6d4a589dffd65b06912cf9 2024-11-22T20:21:44,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b68342beb6104f5f9c12ce609fbe324f 2024-11-22T20:21:44,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/4ca3dd2b10d54adb92d76cd9a18c5978 2024-11-22T20:21:44,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/9d40bc2dec86446aba451e2d91fb9b37 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/9d40bc2dec86446aba451e2d91fb9b37 2024-11-22T20:21:44,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/6cbd8f929ab84e5482518221829bc03e 2024-11-22T20:21:44,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/31924cf8a54e4a0cb5cf667f87f44ce8 2024-11-22T20:21:44,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/409fd39c244e4e5cb169967580eb9fd6 2024-11-22T20:21:44,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/af2e2c4b41444c0e940163a2a2b5fc1b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/af2e2c4b41444c0e940163a2a2b5fc1b 2024-11-22T20:21:44,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/f4c1a8b8f6ec4966bb4e0ed9878fb331 2024-11-22T20:21:44,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/16cf5f24264248a695f3cba3316abf83 2024-11-22T20:21:44,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b069ccfda18b4ea5aa04808520bed21d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b069ccfda18b4ea5aa04808520bed21d 2024-11-22T20:21:44,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/98b5363fc11c44409cf4b4d0521419e7 2024-11-22T20:21:44,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/806082f6fb4d49b281287aba20f1c001 2024-11-22T20:21:44,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/7ddc4a9752da46a8b1c0da7ff2a08e77 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/7ddc4a9752da46a8b1c0da7ff2a08e77 2024-11-22T20:21:44,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1477da0aac5d4f6d91c1ef91adf2ba0e 2024-11-22T20:21:44,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/20cdd3c5ef954f8d883173f204ad82be 2024-11-22T20:21:44,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/606fecdc784340c7a4fea3c2a93005a7 2024-11-22T20:21:44,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ede49ff5c2e34ae8a6eb92750c31b9da to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/ede49ff5c2e34ae8a6eb92750c31b9da 2024-11-22T20:21:44,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/c2798a2338104cd79c23111d5e6bad35 2024-11-22T20:21:44,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/41c482cb992747f3b22be6fcb2169f53 2024-11-22T20:21:44,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/3efad7db7e24462cac3e408dfa787e2e 2024-11-22T20:21:44,480 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/recovered.edits/522.seqid, newMaxSeqId=522, maxSeqId=1 2024-11-22T20:21:44,481 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e. 2024-11-22T20:21:44,481 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 5728f60d614527a86133821e16e2870e: 2024-11-22T20:21:44,485 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 5728f60d614527a86133821e16e2870e 2024-11-22T20:21:44,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=5728f60d614527a86133821e16e2870e, regionState=CLOSED 2024-11-22T20:21:44,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T20:21:44,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 5728f60d614527a86133821e16e2870e, server=bc573ddb75cd,44749,1732306820106 in 1.0030 sec 2024-11-22T20:21:44,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T20:21:44,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5728f60d614527a86133821e16e2870e, UNASSIGN in 1.0080 sec 2024-11-22T20:21:44,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T20:21:44,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0120 sec 2024-11-22T20:21:44,494 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306904493"}]},"ts":"1732306904493"} 2024-11-22T20:21:44,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:21:44,499 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:21:44,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0310 sec 2024-11-22T20:21:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-22T20:21:44,581 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-11-22T20:21:44,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:21:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,583 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,585 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-22T20:21:44,600 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e 2024-11-22T20:21:44,603 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/recovered.edits] 2024-11-22T20:21:44,607 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/cc4dc04134a9449d81fc5bec7db466a4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/cc4dc04134a9449d81fc5bec7db466a4 2024-11-22T20:21:44,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ef5715de8e91491b8a461e840b4f66ed to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/A/ef5715de8e91491b8a461e840b4f66ed 2024-11-22T20:21:44,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1c7a132482a44d00a882d40825c4b2e4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/1c7a132482a44d00a882d40825c4b2e4 2024-11-22T20:21:44,614 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4cb13dc60d684e0281ba66ea17719211 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/B/4cb13dc60d684e0281ba66ea17719211 2024-11-22T20:21:44,619 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1c6ec4c97a7a49e598493a42a3551def to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/1c6ec4c97a7a49e598493a42a3551def 2024-11-22T20:21:44,620 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b8e8a3f007bc4a8e8746758a446098a0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/C/b8e8a3f007bc4a8e8746758a446098a0 2024-11-22T20:21:44,628 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/recovered.edits/522.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e/recovered.edits/522.seqid 2024-11-22T20:21:44,637 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/5728f60d614527a86133821e16e2870e 2024-11-22T20:21:44,638 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:21:44,649 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,665 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:21:44,675 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:21:44,676 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,676 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:21:44,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306904676"}]},"ts":"9223372036854775807"} 2024-11-22T20:21:44,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:21:44,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5728f60d614527a86133821e16e2870e, NAME => 'TestAcidGuarantees,,1732306879225.5728f60d614527a86133821e16e2870e.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:21:44,682 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:21:44,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306904682"}]},"ts":"9223372036854775807"} 2024-11-22T20:21:44,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:21:44,688 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-22T20:21:44,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-22T20:21:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-11-22T20:21:44,890 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed 2024-11-22T20:21:44,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241 (was 243), OpenFileDescriptor=458 (was 468), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4415 (was 4349) - AvailableMemoryMB LEAK? - 2024-11-22T20:21:44,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=4411 2024-11-22T20:21:44,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:21:44,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:21:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:44,957 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:21:44,957 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:44,958 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:21:44,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-11-22T20:21:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:21:45,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742216_1392 (size=960) 2024-11-22T20:21:45,026 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:21:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742217_1393 (size=53) 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7d5d6b368abb08dc8dcf9481eafd60e6, disabling compactions & flushes 2024-11-22T20:21:45,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. after waiting 0 ms 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:45,044 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:21:45,044 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306905044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306905044"}]},"ts":"1732306905044"} 2024-11-22T20:21:45,045 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:21:45,046 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:21:45,046 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306905046"}]},"ts":"1732306905046"} 2024-11-22T20:21:45,048 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:21:45,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, ASSIGN}] 2024-11-22T20:21:45,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, ASSIGN 2024-11-22T20:21:45,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:21:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:21:45,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:21:45,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,364 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,364 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:45,364 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,364 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:45,365 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,365 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,368 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,369 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:45,370 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName A 2024-11-22T20:21:45,370 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:45,370 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:45,371 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,372 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:45,372 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName B 2024-11-22T20:21:45,372 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:45,377 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:45,377 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,381 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:45,381 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName C 2024-11-22T20:21:45,381 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:45,381 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:45,382 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,383 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,383 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,385 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:45,388 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,392 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:45,393 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened 7d5d6b368abb08dc8dcf9481eafd60e6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65272731, jitterRate=-0.02736051380634308}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:45,394 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:45,395 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., pid=106, masterSystemTime=1732306905360 2024-11-22T20:21:45,396 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,396 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T20:21:45,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 in 191 msec 2024-11-22T20:21:45,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T20:21:45,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, ASSIGN in 348 msec 2024-11-22T20:21:45,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:21:45,403 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306905403"}]},"ts":"1732306905403"} 2024-11-22T20:21:45,405 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:21:45,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:21:45,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 455 msec 2024-11-22T20:21:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:21:45,564 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-22T20:21:45,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-22T20:21:45,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:45,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:45,596 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:45,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:21:45,599 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:21:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:21:45,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:21:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742218_1394 (size=996) 2024-11-22T20:21:45,661 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T20:21:45,661 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T20:21:45,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:21:45,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, REOPEN/MOVE}] 2024-11-22T20:21:45,669 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, REOPEN/MOVE 2024-11-22T20:21:45,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,670 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:21:45,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:45,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,823 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,823 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:21:45,823 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing 7d5d6b368abb08dc8dcf9481eafd60e6, disabling compactions & flushes 2024-11-22T20:21:45,823 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,823 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,823 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. after waiting 0 ms 2024-11-22T20:21:45,823 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,833 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:21:45,834 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:45,834 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:45,834 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: 7d5d6b368abb08dc8dcf9481eafd60e6 to self. 2024-11-22T20:21:45,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=CLOSED 2024-11-22T20:21:45,837 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:45,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T20:21:45,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 in 166 msec 2024-11-22T20:21:45,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=true 2024-11-22T20:21:45,989 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:45,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:21:46,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,146 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,147 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:46,148 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,148 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:46,148 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,148 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,170 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,172 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:46,172 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName A 2024-11-22T20:21:46,174 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:46,174 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:46,175 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,175 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:46,176 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName B 2024-11-22T20:21:46,176 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:46,181 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:46,181 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,182 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:46,182 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d5d6b368abb08dc8dcf9481eafd60e6 columnFamilyName C 2024-11-22T20:21:46,182 DEBUG [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:46,183 INFO [StoreOpener-7d5d6b368abb08dc8dcf9481eafd60e6-1 {}] regionserver.HStore(327): Store=7d5d6b368abb08dc8dcf9481eafd60e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:46,183 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,184 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,186 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,189 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:46,191 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,194 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened 7d5d6b368abb08dc8dcf9481eafd60e6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60264983, jitterRate=-0.10198177397251129}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:46,195 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:46,196 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., pid=111, masterSystemTime=1732306906143 2024-11-22T20:21:46,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,199 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,199 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109 2024-11-22T20:21:46,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 in 209 msec 2024-11-22T20:21:46,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-22T20:21:46,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, REOPEN/MOVE in 534 msec 2024-11-22T20:21:46,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T20:21:46,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 543 msec 2024-11-22T20:21:46,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 613 msec 2024-11-22T20:21:46,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107 2024-11-22T20:21:46,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-22T20:21:46,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-22T20:21:46,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-22T20:21:46,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-22T20:21:46,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-22T20:21:46,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-22T20:21:46,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-22T20:21:46,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-22T20:21:46,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-22T20:21:46,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37a637ac to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cb9e50e 2024-11-22T20:21:46,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eab689a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:46,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:46,448 DEBUG [hconnection-0x33d5a805-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-22T20:21:46,449 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:46,450 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,450 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:46,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:46,464 DEBUG [hconnection-0x410ec2d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,465 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:46,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,479 DEBUG [hconnection-0x138f5048-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,480 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,495 DEBUG [hconnection-0x65e264c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,498 DEBUG [hconnection-0x6a704d65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,501 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,501 DEBUG [hconnection-0x15d8a6c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,502 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306966510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306966511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306966511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,532 DEBUG [hconnection-0x2927f88c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,534 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306966538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:46,572 DEBUG [hconnection-0x2eb72d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,574 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,576 DEBUG [hconnection-0x1849f22c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306966579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,588 DEBUG [hconnection-0x5b8cbf21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:46,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:46,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306966612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306966612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306966614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225344862b9f30432b992881d74e70a9e0_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306906457/Put/seqid=0 2024-11-22T20:21:46,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306966640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306966681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742219_1395 (size=12154) 2024-11-22T20:21:46,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:46,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225344862b9f30432b992881d74e70a9e0_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225344862b9f30432b992881d74e70a9e0_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:46,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/3ab422995c714ef9a5ae582b67219deb, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:46,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/3ab422995c714ef9a5ae582b67219deb is 175, key is test_row_0/A:col10/1732306906457/Put/seqid=0 2024-11-22T20:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:46,760 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742220_1396 (size=30955) 2024-11-22T20:21:46,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306966815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306966815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306966817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306966843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306966882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,913 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:46,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:46,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:47,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:47,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306967118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306967119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306967120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306967151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,177 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/3ab422995c714ef9a5ae582b67219deb 2024-11-22T20:21:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306967187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/bc2b2f2cecc649f58c45be4dc92b9cf0 is 50, key is test_row_0/B:col10/1732306906457/Put/seqid=0 2024-11-22T20:21:47,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742221_1397 (size=12001) 2024-11-22T20:21:47,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/bc2b2f2cecc649f58c45be4dc92b9cf0 2024-11-22T20:21:47,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/df72a1e6724a476bab9be69b6c0d4e61 is 50, key is test_row_0/C:col10/1732306906457/Put/seqid=0 2024-11-22T20:21:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742222_1398 (size=12001) 2024-11-22T20:21:47,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/df72a1e6724a476bab9be69b6c0d4e61 2024-11-22T20:21:47,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/3ab422995c714ef9a5ae582b67219deb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb 2024-11-22T20:21:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T20:21:47,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/bc2b2f2cecc649f58c45be4dc92b9cf0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0 2024-11-22T20:21:47,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:21:47,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/df72a1e6724a476bab9be69b6c0d4e61 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61 2024-11-22T20:21:47,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:21:47,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 931ms, sequenceid=15, compaction requested=false 2024-11-22T20:21:47,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:47,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:21:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:47,528 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:21:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:47,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104c024fa1294f92aa3d566c327a8628_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306906506/Put/seqid=0 2024-11-22T20:21:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742223_1399 (size=12154) 2024-11-22T20:21:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:47,590 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122104c024fa1294f92aa3d566c327a8628_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104c024fa1294f92aa3d566c327a8628_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:47,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/63f270e9bdf940319b7ccb0a19aa4e29, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/63f270e9bdf940319b7ccb0a19aa4e29 is 175, key is test_row_0/A:col10/1732306906506/Put/seqid=0 2024-11-22T20:21:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:47,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742224_1400 (size=30955) 2024-11-22T20:21:47,630 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/63f270e9bdf940319b7ccb0a19aa4e29 2024-11-22T20:21:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306967635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f840b4714e594b278b63b752b04c7267 is 50, key is test_row_0/B:col10/1732306906506/Put/seqid=0 2024-11-22T20:21:47,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306967640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306967641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306967657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306967690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742225_1401 (size=12001) 2024-11-22T20:21:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306967744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306967747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306967748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306967947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306967956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:47,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306967956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,099 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f840b4714e594b278b63b752b04c7267 2024-11-22T20:21:48,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/5e8ada150a8542ac8641f3c8007f7a19 is 50, key is test_row_0/C:col10/1732306906506/Put/seqid=0 2024-11-22T20:21:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742226_1402 (size=12001) 2024-11-22T20:21:48,159 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/5e8ada150a8542ac8641f3c8007f7a19 2024-11-22T20:21:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/63f270e9bdf940319b7ccb0a19aa4e29 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29 2024-11-22T20:21:48,169 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29, entries=150, sequenceid=42, filesize=30.2 K 2024-11-22T20:21:48,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f840b4714e594b278b63b752b04c7267 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267 2024-11-22T20:21:48,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T20:21:48,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/5e8ada150a8542ac8641f3c8007f7a19 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19 2024-11-22T20:21:48,182 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19, entries=150, sequenceid=42, filesize=11.7 K 2024-11-22T20:21:48,183 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 655ms, sequenceid=42, compaction requested=false 2024-11-22T20:21:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-22T20:21:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-22T20:21:48,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T20:21:48,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-11-22T20:21:48,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.7440 sec 2024-11-22T20:21:48,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:48,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:48,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112234cf0b455a4847d1a5908571b9322547_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742227_1403 (size=14594) 2024-11-22T20:21:48,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:48,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112234cf0b455a4847d1a5908571b9322547_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112234cf0b455a4847d1a5908571b9322547_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:48,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a5ab805d0674456aca973eacc1ca745, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:48,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a5ab805d0674456aca973eacc1ca745 is 175, key is test_row_0/A:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:48,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742228_1404 (size=39549) 2024-11-22T20:21:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306968402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306968411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306968412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:21:48,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306968513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306968525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306968526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:21:48,554 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-22T20:21:48,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-22T20:21:48,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:48,560 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:48,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:48,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306968669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T20:21:48,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:48,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306968703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306968719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306968733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306968734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a5ab805d0674456aca973eacc1ca745 2024-11-22T20:21:48,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/7d7141b33f894d95b1eaf46ae08ae4ed is 50, key is test_row_0/B:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:48,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742229_1405 (size=12001) 2024-11-22T20:21:48,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/7d7141b33f894d95b1eaf46ae08ae4ed 2024-11-22T20:21:48,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:48,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T20:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/8f7074b0ecc3460db113f47929e378f3 is 50, key is test_row_0/C:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:48,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742230_1406 (size=12001) 2024-11-22T20:21:48,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/8f7074b0ecc3460db113f47929e378f3 2024-11-22T20:21:48,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a5ab805d0674456aca973eacc1ca745 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745 2024-11-22T20:21:48,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745, entries=200, sequenceid=53, filesize=38.6 K 2024-11-22T20:21:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/7d7141b33f894d95b1eaf46ae08ae4ed as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed 2024-11-22T20:21:48,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:21:48,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/8f7074b0ecc3460db113f47929e378f3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3 2024-11-22T20:21:48,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:21:48,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 715ms, sequenceid=53, compaction requested=true 2024-11-22T20:21:48,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:48,973 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,974 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:21:48,975 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,975 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=99.1 K 2024-11-22T20:21:48,975 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745] 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:21:48,975 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:48,975 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=35.2 K 2024-11-22T20:21:48,975 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab422995c714ef9a5ae582b67219deb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306906457 2024-11-22T20:21:48,976 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2b2f2cecc649f58c45be4dc92b9cf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306906457 2024-11-22T20:21:48,976 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f270e9bdf940319b7ccb0a19aa4e29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732306906503 2024-11-22T20:21:48,977 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f840b4714e594b278b63b752b04c7267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732306906503 2024-11-22T20:21:48,977 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a5ab805d0674456aca973eacc1ca745, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:48,978 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d7141b33f894d95b1eaf46ae08ae4ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:48,998 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:49,013 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:49,014 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/fc10b04fa1d64db2966b4998735615ba is 50, key is test_row_0/B:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:49,021 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f59edff41fa845ae9da9e09ecc916c33_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:49,023 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f59edff41fa845ae9da9e09ecc916c33_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:49,023 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f59edff41fa845ae9da9e09ecc916c33_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:49,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:49,024 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:49,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742231_1407 (size=12104) 2024-11-22T20:21:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306969065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306969066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306969067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,079 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/fc10b04fa1d64db2966b4998735615ba as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fc10b04fa1d64db2966b4998735615ba 2024-11-22T20:21:49,085 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into fc10b04fa1d64db2966b4998735615ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:49,085 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:49,086 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=13, startTime=1732306908974; duration=0sec 2024-11-22T20:21:49,086 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:49,086 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:21:49,086 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:49,087 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:49,087 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:21:49,087 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:49,087 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=35.2 K 2024-11-22T20:21:49,088 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting df72a1e6724a476bab9be69b6c0d4e61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306906457 2024-11-22T20:21:49,089 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e8ada150a8542ac8641f3c8007f7a19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732306906503 2024-11-22T20:21:49,089 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f7074b0ecc3460db113f47929e378f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:49,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742232_1408 (size=4469) 2024-11-22T20:21:49,105 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#347 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:49,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/a77c51ea5e2441e5b17561ef3a204496 is 175, key is test_row_0/A:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:49,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226fd1f0dbffc448984eb2edb6d824d5a_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306908409/Put/seqid=0 2024-11-22T20:21:49,119 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:49,119 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/17f7656cc9064ea9b5c4121109b2e233 is 50, key is test_row_0/C:col10/1732306908257/Put/seqid=0 2024-11-22T20:21:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:49,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742235_1411 (size=12154) 2024-11-22T20:21:49,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:49,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112226fd1f0dbffc448984eb2edb6d824d5a_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226fd1f0dbffc448984eb2edb6d824d5a_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec45370c50fb442d9ef858aa6dde7182, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec45370c50fb442d9ef858aa6dde7182 is 175, key is test_row_0/A:col10/1732306908409/Put/seqid=0 2024-11-22T20:21:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742233_1409 (size=31058) 2024-11-22T20:21:49,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306969179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306969188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306969188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742234_1410 (size=12104) 2024-11-22T20:21:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742236_1412 (size=30955) 2024-11-22T20:21:49,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306969395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306969405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306969405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,592 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/a77c51ea5e2441e5b17561ef3a204496 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496 2024-11-22T20:21:49,597 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into a77c51ea5e2441e5b17561ef3a204496(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:49,597 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:49,597 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=13, startTime=1732306908973; duration=0sec 2024-11-22T20:21:49,597 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:49,597 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:21:49,610 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/17f7656cc9064ea9b5c4121109b2e233 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/17f7656cc9064ea9b5c4121109b2e233 2024-11-22T20:21:49,618 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into 17f7656cc9064ea9b5c4121109b2e233(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:49,618 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:49,618 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=13, startTime=1732306908974; duration=0sec 2024-11-22T20:21:49,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:49,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:21:49,647 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec45370c50fb442d9ef858aa6dde7182 2024-11-22T20:21:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:49,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/47999a42773d4afb817db30083968757 is 50, key is test_row_0/B:col10/1732306908409/Put/seqid=0 2024-11-22T20:21:49,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306969705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742237_1413 (size=12001) 2024-11-22T20:21:49,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306969716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306969716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:49,723 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/47999a42773d4afb817db30083968757 2024-11-22T20:21:49,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/485df25d9a5745daae5bacf721acf06a is 50, key is test_row_0/C:col10/1732306908409/Put/seqid=0 2024-11-22T20:21:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742238_1414 (size=12001) 2024-11-22T20:21:49,787 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/485df25d9a5745daae5bacf721acf06a 2024-11-22T20:21:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec45370c50fb442d9ef858aa6dde7182 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182 2024-11-22T20:21:49,800 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T20:21:49,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/47999a42773d4afb817db30083968757 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757 2024-11-22T20:21:49,811 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:21:49,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/485df25d9a5745daae5bacf721acf06a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a 2024-11-22T20:21:49,817 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:21:49,819 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 795ms, sequenceid=78, compaction requested=false 2024-11-22T20:21:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-22T20:21:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-22T20:21:49,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T20:21:49,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2610 sec 2024-11-22T20:21:49,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.2670 sec 2024-11-22T20:21:50,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:21:50,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:50,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c341e9c57bc64d02a452148e1da9cdd9_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742239_1415 (size=14594) 2024-11-22T20:21:50,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:50,322 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c341e9c57bc64d02a452148e1da9cdd9_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c341e9c57bc64d02a452148e1da9cdd9_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:50,323 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/210236c19db54c769e87597c1328667c, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:50,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/210236c19db54c769e87597c1328667c is 175, key is test_row_0/A:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742240_1416 (size=39549) 2024-11-22T20:21:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306970389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306970396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306970402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306970505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306970511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306970512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:21:50,667 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-22T20:21:50,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-22T20:21:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T20:21:50,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:50,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:50,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306970698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,703 DEBUG [Thread-1765 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4265 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:50,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306970713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306970715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306970716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306970729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,735 DEBUG [Thread-1759 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:50,763 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/210236c19db54c769e87597c1328667c 2024-11-22T20:21:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T20:21:50,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f76aee260ed143a5b650901c65a34628 is 50, key is test_row_0/B:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:50,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T20:21:50,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742241_1417 (size=12001) 2024-11-22T20:21:50,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f76aee260ed143a5b650901c65a34628 2024-11-22T20:21:50,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3fe12d9916a40a9b21df49a967bc873 is 50, key is test_row_0/C:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742242_1418 (size=12001) 2024-11-22T20:21:50,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3fe12d9916a40a9b21df49a967bc873 2024-11-22T20:21:50,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/210236c19db54c769e87597c1328667c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c 2024-11-22T20:21:50,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c, entries=200, sequenceid=93, filesize=38.6 K 2024-11-22T20:21:50,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f76aee260ed143a5b650901c65a34628 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628 2024-11-22T20:21:50,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T20:21:50,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3fe12d9916a40a9b21df49a967bc873 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873 2024-11-22T20:21:50,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873, entries=150, sequenceid=93, filesize=11.7 K 2024-11-22T20:21:50,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 680ms, sequenceid=93, compaction requested=true 2024-11-22T20:21:50,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:50,908 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:21:50,909 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,910 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=99.2 K 2024-11-22T20:21:50,910 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,910 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c] 2024-11-22T20:21:50,912 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77c51ea5e2441e5b17561ef3a204496, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:50,912 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec45370c50fb442d9ef858aa6dde7182, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306908400 2024-11-22T20:21:50,912 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 210236c19db54c769e87597c1328667c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909062 2024-11-22T20:21:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,918 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,919 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,919 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:21:50,919 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,919 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fc10b04fa1d64db2966b4998735615ba, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=35.3 K 2024-11-22T20:21:50,921 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fc10b04fa1d64db2966b4998735615ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:50,921 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 47999a42773d4afb817db30083968757, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306908400 2024-11-22T20:21:50,921 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f76aee260ed143a5b650901c65a34628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909064 2024-11-22T20:21:50,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:50,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:50,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:50,928 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:50,938 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:50,939 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/708f827a1afb4a2b865e7944a00b8b3e is 50, key is test_row_0/B:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:50,963 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122bdf362562cd04389a20228d80e2ad0eb_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:50,965 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122bdf362562cd04389a20228d80e2ad0eb_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:50,966 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bdf362562cd04389a20228d80e2ad0eb_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T20:21:50,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:50,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:50,977 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742243_1419 (size=12207) 2024-11-22T20:21:51,014 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/708f827a1afb4a2b865e7944a00b8b3e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/708f827a1afb4a2b865e7944a00b8b3e 2024-11-22T20:21:51,020 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into 708f827a1afb4a2b865e7944a00b8b3e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:51,020 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:51,020 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=13, startTime=1732306910918; duration=0sec 2024-11-22T20:21:51,020 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:51,020 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:21:51,020 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:51,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:51,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:21:51,021 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:51,021 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/17f7656cc9064ea9b5c4121109b2e233, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=35.3 K 2024-11-22T20:21:51,022 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 17f7656cc9064ea9b5c4121109b2e233, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732306907627 2024-11-22T20:21:51,023 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 485df25d9a5745daae5bacf721acf06a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306908400 2024-11-22T20:21:51,023 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e3fe12d9916a40a9b21df49a967bc873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909064 2024-11-22T20:21:51,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742244_1420 (size=4469) 2024-11-22T20:21:51,035 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#356 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:51,036 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/8a643eeba87346dab3146a1e51f002e2 is 175, key is test_row_0/A:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ebbaa5c08bfe48eb9891b2688d3f4361_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306910392/Put/seqid=0 2024-11-22T20:21:51,049 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:51,050 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/339cd2688fbe41ff9f1dedcddddd88e1 is 50, key is test_row_0/C:col10/1732306909064/Put/seqid=0 2024-11-22T20:21:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306971066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306971072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306971071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742245_1421 (size=31161) 2024-11-22T20:21:51,099 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/8a643eeba87346dab3146a1e51f002e2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2 2024-11-22T20:21:51,105 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into 8a643eeba87346dab3146a1e51f002e2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:51,105 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:51,105 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=13, startTime=1732306910908; duration=0sec 2024-11-22T20:21:51,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:51,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:21:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742246_1422 (size=12207) 2024-11-22T20:21:51,130 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/339cd2688fbe41ff9f1dedcddddd88e1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/339cd2688fbe41ff9f1dedcddddd88e1 2024-11-22T20:21:51,136 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into 339cd2688fbe41ff9f1dedcddddd88e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:51,136 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:51,136 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=13, startTime=1732306910925; duration=0sec 2024-11-22T20:21:51,136 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:51,136 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:21:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742247_1423 (size=12154) 2024-11-22T20:21:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:51,148 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ebbaa5c08bfe48eb9891b2688d3f4361_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebbaa5c08bfe48eb9891b2688d3f4361_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec654ffd24724899be7f2d6095268726, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:51,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec654ffd24724899be7f2d6095268726 is 175, key is test_row_0/A:col10/1732306910392/Put/seqid=0 2024-11-22T20:21:51,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306971177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306971184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742248_1424 (size=30955) 2024-11-22T20:21:51,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306971185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T20:21:51,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306971385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306971395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306971406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,605 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec654ffd24724899be7f2d6095268726 2024-11-22T20:21:51,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/0d7da61ed53b49cb9f7f6211601741cf is 50, key is test_row_0/B:col10/1732306910392/Put/seqid=0 2024-11-22T20:21:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742249_1425 (size=12001) 2024-11-22T20:21:51,663 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/0d7da61ed53b49cb9f7f6211601741cf 2024-11-22T20:21:51,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/54501bdba8ff4d788f71bc6db48362d1 is 50, key is test_row_0/C:col10/1732306910392/Put/seqid=0 2024-11-22T20:21:51,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306971692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306971706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306971715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742250_1426 (size=12001) 2024-11-22T20:21:51,729 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/54501bdba8ff4d788f71bc6db48362d1 2024-11-22T20:21:51,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/ec654ffd24724899be7f2d6095268726 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726 2024-11-22T20:21:51,739 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726, entries=150, sequenceid=117, filesize=30.2 K 2024-11-22T20:21:51,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/0d7da61ed53b49cb9f7f6211601741cf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf 2024-11-22T20:21:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T20:21:51,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/54501bdba8ff4d788f71bc6db48362d1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1 2024-11-22T20:21:51,757 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T20:21:51,758 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 781ms, sequenceid=117, compaction requested=false 2024-11-22T20:21:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-22T20:21:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-22T20:21:51,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T20:21:51,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-22T20:21:51,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.0930 sec 2024-11-22T20:21:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-22T20:21:51,774 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-22T20:21:51,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-22T20:21:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:51,778 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:51,779 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:51,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:51,930 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:51,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-22T20:21:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:51,931 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:51,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:51,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112277c16915c9c24a46a29c683b44c6c90c_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306911054/Put/seqid=0 2024-11-22T20:21:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742251_1427 (size=12204) 2024-11-22T20:21:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:52,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:52,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306972276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306972276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306972276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:52,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306972385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306972389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306972390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:52,416 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112277c16915c9c24a46a29c683b44c6c90c_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277c16915c9c24a46a29c683b44c6c90c_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:52,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/cc717ef8f66b4308ad2cdc76f47c7816, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/cc717ef8f66b4308ad2cdc76f47c7816 is 175, key is test_row_0/A:col10/1732306911054/Put/seqid=0 2024-11-22T20:21:52,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742252_1428 (size=31005) 2024-11-22T20:21:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306972590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306972598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306972598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/cc717ef8f66b4308ad2cdc76f47c7816 2024-11-22T20:21:52,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/3e36c20c187649a3aca6a15eb6633b2a is 50, key is test_row_0/B:col10/1732306911054/Put/seqid=0 2024-11-22T20:21:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306972898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306972905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306972907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:52,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742253_1429 (size=12051) 2024-11-22T20:21:53,336 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/3e36c20c187649a3aca6a15eb6633b2a 2024-11-22T20:21:53,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/acb5be22457542a0a5212f8cb7a47407 is 50, key is test_row_0/C:col10/1732306911054/Put/seqid=0 2024-11-22T20:21:53,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742254_1430 (size=12051) 2024-11-22T20:21:53,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306973408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:53,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306973414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:53,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306973417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:53,802 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/acb5be22457542a0a5212f8cb7a47407 2024-11-22T20:21:53,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/cc717ef8f66b4308ad2cdc76f47c7816 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816 2024-11-22T20:21:53,814 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816, entries=150, sequenceid=132, filesize=30.3 K 2024-11-22T20:21:53,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T20:21:53,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/3e36c20c187649a3aca6a15eb6633b2a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a 2024-11-22T20:21:53,820 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:21:53,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/acb5be22457542a0a5212f8cb7a47407 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407 2024-11-22T20:21:53,826 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:21:53,826 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1895ms, sequenceid=132, compaction requested=true 2024-11-22T20:21:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-22T20:21:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-22T20:21:53,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-22T20:21:53,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0490 sec 2024-11-22T20:21:53,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.0550 sec 2024-11-22T20:21:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:21:53,885 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-22T20:21:53,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-22T20:21:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T20:21:53,889 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:53,890 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:53,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T20:21:54,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-22T20:21:54,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:54,043 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:21:54,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:54,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112210156b4ace02422e9494102913ea9598_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306912254/Put/seqid=0 2024-11-22T20:21:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742255_1431 (size=12304) 2024-11-22T20:21:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T20:21:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:54,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306974439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306974450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306974451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T20:21:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:54,510 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112210156b4ace02422e9494102913ea9598_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210156b4ace02422e9494102913ea9598_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:54,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9f778c499c5842629da0b0abf1bbd4f6, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9f778c499c5842629da0b0abf1bbd4f6 is 175, key is test_row_0/A:col10/1732306912254/Put/seqid=0 2024-11-22T20:21:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742256_1432 (size=31105) 2024-11-22T20:21:54,554 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9f778c499c5842629da0b0abf1bbd4f6 2024-11-22T20:21:54,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306974555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306974560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306974561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/436642b551d7499d82c9a3de5c2c2d94 is 50, key is test_row_0/B:col10/1732306912254/Put/seqid=0 2024-11-22T20:21:54,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742257_1433 (size=12151) 2024-11-22T20:21:54,628 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/436642b551d7499d82c9a3de5c2c2d94 2024-11-22T20:21:54,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/a551de6047ba41a39e309d52de5b7817 is 50, key is test_row_0/C:col10/1732306912254/Put/seqid=0 2024-11-22T20:21:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742258_1434 (size=12151) 2024-11-22T20:21:54,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/a551de6047ba41a39e309d52de5b7817 2024-11-22T20:21:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9f778c499c5842629da0b0abf1bbd4f6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6 2024-11-22T20:21:54,712 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6, entries=150, sequenceid=157, filesize=30.4 K 2024-11-22T20:21:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/436642b551d7499d82c9a3de5c2c2d94 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94 2024-11-22T20:21:54,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306974710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,719 DEBUG [Thread-1765 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8280 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:54,721 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:21:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/a551de6047ba41a39e309d52de5b7817 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817 2024-11-22T20:21:54,728 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:21:54,729 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 686ms, sequenceid=157, compaction requested=true 2024-11-22T20:21:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:54,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:54,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-22T20:21:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-22T20:21:54,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-22T20:21:54,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 842 msec 2024-11-22T20:21:54,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 848 msec 2024-11-22T20:21:54,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:54,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ae5fa4d2a26946fdbd9c07f4e85a0998_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:54,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742259_1435 (size=17284) 2024-11-22T20:21:54,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:54,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ae5fa4d2a26946fdbd9c07f4e85a0998_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ae5fa4d2a26946fdbd9c07f4e85a0998_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:54,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/e893a704e4874e8aa24321227c162c52, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:54,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/e893a704e4874e8aa24321227c162c52 is 175, key is test_row_0/A:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306974851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306974853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306974867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306974869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742260_1436 (size=48389) 2024-11-22T20:21:54,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306974970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306974970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306974984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-22T20:21:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306974986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:54,992 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-22T20:21:54,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-22T20:21:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:54,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:55,003 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:55,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:55,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:21:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306975179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306975180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306975192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306975194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:55,311 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/e893a704e4874e8aa24321227c162c52 2024-11-22T20:21:55,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:21:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/eba4129fa94947efb3780582f837a58f is 50, key is test_row_0/B:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:55,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742261_1437 (size=12151) 2024-11-22T20:21:55,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/eba4129fa94947efb3780582f837a58f 2024-11-22T20:21:55,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/6d54eb1a2abc40a2a7fb96d702f605c1 is 50, key is test_row_0/C:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742262_1438 (size=12151) 2024-11-22T20:21:55,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/6d54eb1a2abc40a2a7fb96d702f605c1 2024-11-22T20:21:55,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/e893a704e4874e8aa24321227c162c52 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52 2024-11-22T20:21:55,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52, entries=250, sequenceid=170, filesize=47.3 K 2024-11-22T20:21:55,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/eba4129fa94947efb3780582f837a58f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f 2024-11-22T20:21:55,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T20:21:55,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/6d54eb1a2abc40a2a7fb96d702f605c1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1 2024-11-22T20:21:55,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1, entries=150, sequenceid=170, filesize=11.9 K 2024-11-22T20:21:55,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 671ms, sequenceid=170, compaction requested=true 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,449 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:55,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:55,450 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T20:21:55,457 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172615 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T20:21:55,458 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:21:55,458 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,458 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=168.6 K 2024-11-22T20:21:55,458 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,458 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52] 2024-11-22T20:21:55,458 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T20:21:55,458 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:21:55,458 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,458 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/708f827a1afb4a2b865e7944a00b8b3e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=59.1 K 2024-11-22T20:21:55,459 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 708f827a1afb4a2b865e7944a00b8b3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909064 2024-11-22T20:21:55,460 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a643eeba87346dab3146a1e51f002e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909064 2024-11-22T20:21:55,460 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7da61ed53b49cb9f7f6211601741cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306910382 2024-11-22T20:21:55,460 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e36c20c187649a3aca6a15eb6633b2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306911052 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec654ffd24724899be7f2d6095268726, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306910382 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 436642b551d7499d82c9a3de5c2c2d94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306912254 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc717ef8f66b4308ad2cdc76f47c7816, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306911052 2024-11-22T20:21:55,462 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting eba4129fa94947efb3780582f837a58f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914450 2024-11-22T20:21:55,462 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f778c499c5842629da0b0abf1bbd4f6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306912254 2024-11-22T20:21:55,463 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e893a704e4874e8aa24321227c162c52, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914433 2024-11-22T20:21:55,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:21:55,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,466 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,495 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:55,496 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/0f3fbba98e22473c9161f564918ca8db is 50, key is test_row_0/B:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:55,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:55,497 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223e028e3a6d74703a7379058bd22f407_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306914865/Put/seqid=0 2024-11-22T20:21:55,521 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225e50c733e9064d7fb3d5911be7a47bd4_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:55,524 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225e50c733e9064d7fb3d5911be7a47bd4_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:55,524 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225e50c733e9064d7fb3d5911be7a47bd4_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:55,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306975531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306975531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306975533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306975537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742263_1439 (size=12527) 2024-11-22T20:21:55,581 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/0f3fbba98e22473c9161f564918ca8db as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0f3fbba98e22473c9161f564918ca8db 2024-11-22T20:21:55,586 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into 0f3fbba98e22473c9161f564918ca8db(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:55,586 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:55,586 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=11, startTime=1732306915449; duration=0sec 2024-11-22T20:21:55,586 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:55,586 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:21:55,586 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T20:21:55,588 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T20:21:55,588 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:21:55,588 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:55,588 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/339cd2688fbe41ff9f1dedcddddd88e1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=59.1 K 2024-11-22T20:21:55,588 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 339cd2688fbe41ff9f1dedcddddd88e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732306909064 2024-11-22T20:21:55,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742264_1440 (size=12304) 2024-11-22T20:21:55,589 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 54501bdba8ff4d788f71bc6db48362d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306910382 2024-11-22T20:21:55,590 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting acb5be22457542a0a5212f8cb7a47407, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306911052 2024-11-22T20:21:55,590 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting a551de6047ba41a39e309d52de5b7817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306912254 2024-11-22T20:21:55,590 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d54eb1a2abc40a2a7fb96d702f605c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914450 2024-11-22T20:21:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742265_1441 (size=4469) 2024-11-22T20:21:55,615 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:55,616 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b53d5027df0c49bd8bb1cfaf57aa7615 is 50, key is test_row_0/C:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742266_1442 (size=12527) 2024-11-22T20:21:55,631 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b53d5027df0c49bd8bb1cfaf57aa7615 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b53d5027df0c49bd8bb1cfaf57aa7615 2024-11-22T20:21:55,640 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into b53d5027df0c49bd8bb1cfaf57aa7615(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:55,640 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:55,640 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=11, startTime=1732306915449; duration=0sec 2024-11-22T20:21:55,641 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,641 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:21:55,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306975647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306975648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306975649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306975651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306975856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306975859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306975860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306975860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:55,995 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223e028e3a6d74703a7379058bd22f407_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223e028e3a6d74703a7379058bd22f407_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a22fa6bbebf4336bb827a98c284c75a, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a22fa6bbebf4336bb827a98c284c75a is 175, key is test_row_0/A:col10/1732306914865/Put/seqid=0 2024-11-22T20:21:56,007 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#372 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:56,007 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c22345ca2e2e4b428ced8384312855e6 is 175, key is test_row_0/A:col10/1732306914450/Put/seqid=0 2024-11-22T20:21:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742267_1443 (size=31105) 2024-11-22T20:21:56,052 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a22fa6bbebf4336bb827a98c284c75a 2024-11-22T20:21:56,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742268_1444 (size=31481) 2024-11-22T20:21:56,070 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c22345ca2e2e4b428ced8384312855e6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6 2024-11-22T20:21:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/5b6b121b3f7247d18fd8094f8ec1d8b8 is 50, key is test_row_0/B:col10/1732306914865/Put/seqid=0 2024-11-22T20:21:56,075 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into c22345ca2e2e4b428ced8384312855e6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:56,075 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:56,075 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=11, startTime=1732306915449; duration=0sec 2024-11-22T20:21:56,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:56,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:21:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:56,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742269_1445 (size=12151) 2024-11-22T20:21:56,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306976160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306976167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306976171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306976172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,519 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/5b6b121b3f7247d18fd8094f8ec1d8b8 2024-11-22T20:21:56,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/fa283de0f8a2490e94a5abf806995c34 is 50, key is test_row_0/C:col10/1732306914865/Put/seqid=0 2024-11-22T20:21:56,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742270_1446 (size=12151) 2024-11-22T20:21:56,572 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/fa283de0f8a2490e94a5abf806995c34 2024-11-22T20:21:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0a22fa6bbebf4336bb827a98c284c75a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a 2024-11-22T20:21:56,587 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a, entries=150, sequenceid=193, filesize=30.4 K 2024-11-22T20:21:56,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/5b6b121b3f7247d18fd8094f8ec1d8b8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8 2024-11-22T20:21:56,602 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T20:21:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/fa283de0f8a2490e94a5abf806995c34 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34 2024-11-22T20:21:56,609 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34, entries=150, sequenceid=193, filesize=11.9 K 2024-11-22T20:21:56,610 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1144ms, sequenceid=193, compaction requested=false 2024-11-22T20:21:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:56,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-22T20:21:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-22T20:21:56,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-22T20:21:56,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-11-22T20:21:56,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6170 sec 2024-11-22T20:21:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:56,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:56,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:56,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:56,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122588389b80afb4cfdbe9b1222bcb9097f_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:56,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742271_1447 (size=12304) 2024-11-22T20:21:56,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306976758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306976764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306976768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306976769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306976870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306976870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306976879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306976879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306977076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306977077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306977086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306977086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:21:57,103 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-22T20:21:57,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:57,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-22T20:21:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:57,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:57,109 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:57,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:57,113 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122588389b80afb4cfdbe9b1222bcb9097f_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122588389b80afb4cfdbe9b1222bcb9097f_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:57,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c07409c7bf6f4509bd27288fc17de7ed, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:57,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c07409c7bf6f4509bd27288fc17de7ed is 175, key is test_row_0/A:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742272_1448 (size=31105) 2024-11-22T20:21:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:57,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306977385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306977387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306977397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306977398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:57,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,557 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c07409c7bf6f4509bd27288fc17de7ed 2024-11-22T20:21:57,569 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/445f3bfc865648268372741e8712bb7b is 50, key is test_row_0/B:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:57,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742273_1449 (size=12151) 2024-11-22T20:21:57,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/445f3bfc865648268372741e8712bb7b 2024-11-22T20:21:57,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4b04d68b1d0743f4a421499a37596bec is 50, key is test_row_0/C:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742274_1450 (size=12151) 2024-11-22T20:21:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:57,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:57,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,877 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:57,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306977894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306977894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306977907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:57,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306977907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:58,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:58,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:58,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:58,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4b04d68b1d0743f4a421499a37596bec 2024-11-22T20:21:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c07409c7bf6f4509bd27288fc17de7ed as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed 2024-11-22T20:21:58,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed, entries=150, sequenceid=210, filesize=30.4 K 2024-11-22T20:21:58,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/445f3bfc865648268372741e8712bb7b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b 2024-11-22T20:21:58,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T20:21:58,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4b04d68b1d0743f4a421499a37596bec as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec 2024-11-22T20:21:58,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec, entries=150, sequenceid=210, filesize=11.9 K 2024-11-22T20:21:58,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1450ms, sequenceid=210, compaction requested=true 2024-11-22T20:21:58,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:58,124 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:58,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:58,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:58,125 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:58,125 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:58,126 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:21:58,126 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,126 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=91.5 K 2024-11-22T20:21:58,126 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,126 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed] 2024-11-22T20:21:58,127 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:58,127 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:21:58,127 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,127 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0f3fbba98e22473c9161f564918ca8db, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=36.0 K 2024-11-22T20:21:58,127 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c22345ca2e2e4b428ced8384312855e6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914450 2024-11-22T20:21:58,127 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3fbba98e22473c9161f564918ca8db, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914450 2024-11-22T20:21:58,127 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a22fa6bbebf4336bb827a98c284c75a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732306914848 2024-11-22T20:21:58,128 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b6b121b3f7247d18fd8094f8ec1d8b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732306914848 2024-11-22T20:21:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:58,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:58,128 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 445f3bfc865648268372741e8712bb7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:21:58,128 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c07409c7bf6f4509bd27288fc17de7ed, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:21:58,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:58,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:58,153 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:58,154 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7 is 50, key is test_row_0/B:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:58,160 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:58,175 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222a485b5b5caf47c3b70b4ac3a935f86a_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:58,177 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222a485b5b5caf47c3b70b4ac3a935f86a_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:58,177 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222a485b5b5caf47c3b70b4ac3a935f86a_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:58,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:21:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,188 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:58,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742275_1451 (size=12629) 2024-11-22T20:21:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742276_1452 (size=4469) 2024-11-22T20:21:58,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6546627b30b484cae5df2e1e76d3eb1_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306916754/Put/seqid=0 2024-11-22T20:21:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742277_1453 (size=12304) 2024-11-22T20:21:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:58,322 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c6546627b30b484cae5df2e1e76d3eb1_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6546627b30b484cae5df2e1e76d3eb1_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c02180beaf0e4c4b9b6534912a5a6488, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c02180beaf0e4c4b9b6534912a5a6488 is 175, key is test_row_0/A:col10/1732306916754/Put/seqid=0 2024-11-22T20:21:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742278_1454 (size=31105) 2024-11-22T20:21:58,366 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c02180beaf0e4c4b9b6534912a5a6488 2024-11-22T20:21:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/fdfedb47ce1f4276996881b2e4fc7154 is 50, key is test_row_0/B:col10/1732306916754/Put/seqid=0 2024-11-22T20:21:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742279_1455 (size=12151) 2024-11-22T20:21:58,613 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7 2024-11-22T20:21:58,620 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into 06c82c6bcf3946c6a76e0aaf9ec1d6c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:58,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:58,620 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=13, startTime=1732306918125; duration=0sec 2024-11-22T20:21:58,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:58,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:21:58,620 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:58,622 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:58,622 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:21:58,622 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:58,622 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b53d5027df0c49bd8bb1cfaf57aa7615, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=36.0 K 2024-11-22T20:21:58,622 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b53d5027df0c49bd8bb1cfaf57aa7615, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732306914450 2024-11-22T20:21:58,623 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fa283de0f8a2490e94a5abf806995c34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732306914848 2024-11-22T20:21:58,624 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b04d68b1d0743f4a421499a37596bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:21:58,642 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:58,644 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/67b88a0e26ec45008a6220edf4d440db is 50, key is test_row_0/C:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:58,673 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#381 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:58,674 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/455ac5969b884e89a8c7d2e936ba483d is 175, key is test_row_0/A:col10/1732306916672/Put/seqid=0 2024-11-22T20:21:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742280_1456 (size=12629) 2024-11-22T20:21:58,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742281_1457 (size=31583) 2024-11-22T20:21:58,825 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/fdfedb47ce1f4276996881b2e4fc7154 2024-11-22T20:21:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/ae35e3d85f49488c90f90f31da6c9502 is 50, key is test_row_0/C:col10/1732306916754/Put/seqid=0 2024-11-22T20:21:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742282_1458 (size=12151) 2024-11-22T20:21:58,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:21:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306978931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306978932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306978935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:58,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306978937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306979038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306979039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306979045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306979049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,085 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/67b88a0e26ec45008a6220edf4d440db as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/67b88a0e26ec45008a6220edf4d440db 2024-11-22T20:21:59,092 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into 67b88a0e26ec45008a6220edf4d440db(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:59,092 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:59,092 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=13, startTime=1732306918129; duration=0sec 2024-11-22T20:21:59,092 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:59,092 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:21:59,133 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/455ac5969b884e89a8c7d2e936ba483d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d 2024-11-22T20:21:59,140 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into 455ac5969b884e89a8c7d2e936ba483d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-22T20:21:59,140 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:59,140 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=13, startTime=1732306918124; duration=1sec 2024-11-22T20:21:59,140 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:59,140 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:21:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:21:59,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306979240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306979248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306979249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306979258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,267 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/ae35e3d85f49488c90f90f31da6c9502 2024-11-22T20:21:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/c02180beaf0e4c4b9b6534912a5a6488 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488 2024-11-22T20:21:59,275 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488, entries=150, sequenceid=232, filesize=30.4 K 2024-11-22T20:21:59,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/fdfedb47ce1f4276996881b2e4fc7154 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154 2024-11-22T20:21:59,280 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T20:21:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/ae35e3d85f49488c90f90f31da6c9502 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502 2024-11-22T20:21:59,286 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502, entries=150, sequenceid=232, filesize=11.9 K 2024-11-22T20:21:59,287 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1098ms, sequenceid=232, compaction requested=false 2024-11-22T20:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:21:59,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-22T20:21:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-22T20:21:59,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-22T20:21:59,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-22T20:21:59,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.1870 sec 2024-11-22T20:21:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:59,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:21:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226934b64ebee04186a41f334e1863bb05_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306918929/Put/seqid=0 2024-11-22T20:21:59,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742283_1459 (size=14794) 2024-11-22T20:21:59,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:59,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226934b64ebee04186a41f334e1863bb05_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226934b64ebee04186a41f334e1863bb05_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:21:59,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0fbee965cbe2485d9d0e3ee5a9e21226, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:21:59,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0fbee965cbe2485d9d0e3ee5a9e21226 is 175, key is test_row_0/A:col10/1732306918929/Put/seqid=0 2024-11-22T20:21:59,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306979610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306979611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306979612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306979613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742284_1460 (size=39749) 2024-11-22T20:21:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306979722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306979723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306979725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306979725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306979929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306979930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306979931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:21:59,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306979931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0fbee965cbe2485d9d0e3ee5a9e21226 2024-11-22T20:22:00,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/15568f1449e849a088939eef93ed8630 is 50, key is test_row_0/B:col10/1732306918929/Put/seqid=0 2024-11-22T20:22:00,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742285_1461 (size=12151) 2024-11-22T20:22:00,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306980239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306980240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306980240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306980240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/15568f1449e849a088939eef93ed8630 2024-11-22T20:22:00,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b8af9d01cb964d72877bd34a02e1a400 is 50, key is test_row_0/C:col10/1732306918929/Put/seqid=0 2024-11-22T20:22:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742286_1462 (size=12151) 2024-11-22T20:22:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306980745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306980745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306980746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306980746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:00,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b8af9d01cb964d72877bd34a02e1a400 2024-11-22T20:22:00,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/0fbee965cbe2485d9d0e3ee5a9e21226 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226 2024-11-22T20:22:00,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226, entries=200, sequenceid=250, filesize=38.8 K 2024-11-22T20:22:00,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/15568f1449e849a088939eef93ed8630 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630 2024-11-22T20:22:00,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T20:22:00,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b8af9d01cb964d72877bd34a02e1a400 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400 2024-11-22T20:22:00,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T20:22:00,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1420ms, sequenceid=250, compaction requested=true 2024-11-22T20:22:00,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:00,971 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:00,971 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:22:00,972 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:00,972 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=100.0 K 2024-11-22T20:22:00,972 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226] 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 455ac5969b884e89a8c7d2e936ba483d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:22:00,972 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:00,972 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=36.1 K 2024-11-22T20:22:00,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c02180beaf0e4c4b9b6534912a5a6488, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732306916754 2024-11-22T20:22:00,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c82c6bcf3946c6a76e0aaf9ec1d6c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:22:00,973 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fbee965cbe2485d9d0e3ee5a9e21226, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:00,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fdfedb47ce1f4276996881b2e4fc7154, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732306916754 2024-11-22T20:22:00,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 15568f1449e849a088939eef93ed8630, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:00,980 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:00,981 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:00,981 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/145ad0f016f84b36bfb5be941292ac37 is 50, key is test_row_0/B:col10/1732306918929/Put/seqid=0 2024-11-22T20:22:00,984 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fafb9c09845444b6841a4a2c08f3fd7a_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:00,986 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fafb9c09845444b6841a4a2c08f3fd7a_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:00,986 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fafb9c09845444b6841a4a2c08f3fd7a_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:00,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742287_1463 (size=12731) 2024-11-22T20:22:00,993 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/145ad0f016f84b36bfb5be941292ac37 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/145ad0f016f84b36bfb5be941292ac37 2024-11-22T20:22:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742288_1464 (size=4469) 2024-11-22T20:22:00,998 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into 145ad0f016f84b36bfb5be941292ac37(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:00,998 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:00,998 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=13, startTime=1732306920971; duration=0sec 2024-11-22T20:22:00,998 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:00,998 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:22:00,998 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,999 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#390 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:00,999 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9ea5332109cb46acb3c7ba40269bb97a is 175, key is test_row_0/A:col10/1732306918929/Put/seqid=0 2024-11-22T20:22:01,000 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:01,000 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:22:01,000 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:01,000 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/67b88a0e26ec45008a6220edf4d440db, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=36.1 K 2024-11-22T20:22:01,001 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 67b88a0e26ec45008a6220edf4d440db, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732306915531 2024-11-22T20:22:01,001 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ae35e3d85f49488c90f90f31da6c9502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732306916754 2024-11-22T20:22:01,002 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b8af9d01cb964d72877bd34a02e1a400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:01,010 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:01,010 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b5005a9d951a4c5c89dda83499ee5c60 is 50, key is test_row_0/C:col10/1732306918929/Put/seqid=0 2024-11-22T20:22:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742289_1465 (size=31685) 2024-11-22T20:22:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742290_1466 (size=12731) 2024-11-22T20:22:01,038 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/b5005a9d951a4c5c89dda83499ee5c60 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b5005a9d951a4c5c89dda83499ee5c60 2024-11-22T20:22:01,044 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into b5005a9d951a4c5c89dda83499ee5c60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:01,044 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:01,044 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=13, startTime=1732306920971; duration=0sec 2024-11-22T20:22:01,045 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:01,045 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:22:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:22:01,215 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-22T20:22:01,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-22T20:22:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:01,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:01,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:01,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:01,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:22:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:01,372 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:22:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:22:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:22:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:22:01,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e25b96c4378e41b2b52ebc44d890e292_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306919597/Put/seqid=0 2024-11-22T20:22:01,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742291_1467 (size=12454) 2024-11-22T20:22:01,414 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/9ea5332109cb46acb3c7ba40269bb97a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a 2024-11-22T20:22:01,418 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into 9ea5332109cb46acb3c7ba40269bb97a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:01,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:01,418 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=13, startTime=1732306920970; duration=0sec 2024-11-22T20:22:01,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:01,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:22:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:01,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306981767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306981769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306981769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306981771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:01,789 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e25b96c4378e41b2b52ebc44d890e292_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e25b96c4378e41b2b52ebc44d890e292_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/064fb714d5c24da39e7355e13d7456e0, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/064fb714d5c24da39e7355e13d7456e0 is 175, key is test_row_0/A:col10/1732306919597/Put/seqid=0 2024-11-22T20:22:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742292_1468 (size=31255) 2024-11-22T20:22:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:01,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306981872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306981874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306981874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:01,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306981881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306982077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306982077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306982077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306982086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,194 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/064fb714d5c24da39e7355e13d7456e0 2024-11-22T20:22:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/8fed4f7c250746cab3700a464d531f94 is 50, key is test_row_0/B:col10/1732306919597/Put/seqid=0 2024-11-22T20:22:02,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742293_1469 (size=12301) 2024-11-22T20:22:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:02,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306982383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306982383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306982385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306982389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/8fed4f7c250746cab3700a464d531f94 2024-11-22T20:22:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9564f9b773c4498ca2f0fe5b15fd5deb is 50, key is test_row_0/C:col10/1732306919597/Put/seqid=0 2024-11-22T20:22:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742294_1470 (size=12301) 2024-11-22T20:22:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306982889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306982890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306982891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306982892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:03,015 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9564f9b773c4498ca2f0fe5b15fd5deb 2024-11-22T20:22:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/064fb714d5c24da39e7355e13d7456e0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0 2024-11-22T20:22:03,022 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0, entries=150, sequenceid=273, filesize=30.5 K 2024-11-22T20:22:03,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/8fed4f7c250746cab3700a464d531f94 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94 2024-11-22T20:22:03,026 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T20:22:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9564f9b773c4498ca2f0fe5b15fd5deb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb 2024-11-22T20:22:03,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb, entries=150, sequenceid=273, filesize=12.0 K 2024-11-22T20:22:03,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1658ms, sequenceid=273, compaction requested=false 2024-11-22T20:22:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-22T20:22:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-22T20:22:03,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-22T20:22:03,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-22T20:22:03,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8160 sec 2024-11-22T20:22:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:22:03,323 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-22T20:22:03,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-22T20:22:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:03,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:03,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:03,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:03,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:03,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:03,479 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:22:03,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:03,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e3cb18937244983ad8ea386fbbae4f0_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306921770/Put/seqid=0 2024-11-22T20:22:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742295_1471 (size=12454) 2024-11-22T20:22:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:03,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:03,909 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227e3cb18937244983ad8ea386fbbae4f0_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e3cb18937244983ad8ea386fbbae4f0_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:03,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/6c2e47aafc4d4f5b8360cf94f16cac38, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/6c2e47aafc4d4f5b8360cf94f16cac38 is 175, key is test_row_0/A:col10/1732306921770/Put/seqid=0 2024-11-22T20:22:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742296_1472 (size=31255) 2024-11-22T20:22:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306983976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:03,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306983976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:03,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306983977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:03,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306983977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306984078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306984083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306984083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306984085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306984281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306984288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306984289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306984289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,314 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/6c2e47aafc4d4f5b8360cf94f16cac38 2024-11-22T20:22:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c12db99e390c47269f710e2c8fa36473 is 50, key is test_row_0/B:col10/1732306921770/Put/seqid=0 2024-11-22T20:22:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742297_1473 (size=12301) 2024-11-22T20:22:04,326 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c12db99e390c47269f710e2c8fa36473 2024-11-22T20:22:04,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3e5cd510b9d4e1788b532aae58b7cb5 is 50, key is test_row_0/C:col10/1732306921770/Put/seqid=0 2024-11-22T20:22:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742298_1474 (size=12301) 2024-11-22T20:22:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:04,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306984587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306984592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306984593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306984594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50214 deadline: 1732306984736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:04,738 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3e5cd510b9d4e1788b532aae58b7cb5 2024-11-22T20:22:04,739 DEBUG [Thread-1765 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18300 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., hostname=bc573ddb75cd,44749,1732306820106, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:04,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/6c2e47aafc4d4f5b8360cf94f16cac38 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38 2024-11-22T20:22:04,746 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38, entries=150, sequenceid=289, filesize=30.5 K 2024-11-22T20:22:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c12db99e390c47269f710e2c8fa36473 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473 2024-11-22T20:22:04,749 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T20:22:04,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/e3e5cd510b9d4e1788b532aae58b7cb5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5 2024-11-22T20:22:04,753 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T20:22:04,754 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1274ms, sequenceid=289, compaction requested=true 2024-11-22T20:22:04,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:04,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:04,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-22T20:22:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-22T20:22:04,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T20:22:04,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-22T20:22:04,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.4310 sec 2024-11-22T20:22:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:05,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:22:05,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:22:05,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:05,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222b14d678b1024d7a89dd407bc7d6a889_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742299_1475 (size=12454) 2024-11-22T20:22:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306985118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306985118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306985119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306985119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306985225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306985225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306985225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306985225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:22:05,430 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-22T20:22:05,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-22T20:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:05,432 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:05,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306985428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,433 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:05,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306985430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306985431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306985431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:05,523 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222b14d678b1024d7a89dd407bc7d6a889_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b14d678b1024d7a89dd407bc7d6a889_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:05,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/50ab9aecd9aa41dcb5aebb0ab20517e2, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:05,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/50ab9aecd9aa41dcb5aebb0ab20517e2 is 175, key is test_row_0/A:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:05,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742300_1476 (size=31255) 2024-11-22T20:22:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:05,584 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:05,737 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:05,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306985734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306985739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306985739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306985740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,890 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:05,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:05,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:05,930 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/50ab9aecd9aa41dcb5aebb0ab20517e2 2024-11-22T20:22:05,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f8a31cbefa7142c8b116b5877b862cf4 is 50, key is test_row_0/B:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:05,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742301_1477 (size=12301) 2024-11-22T20:22:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:06,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50190 deadline: 1732306986242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50198 deadline: 1732306986243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50234 deadline: 1732306986245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50150 deadline: 1732306986248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f8a31cbefa7142c8b116b5877b862cf4 2024-11-22T20:22:06,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/1c2a17fc933f49adba5545bcf31a5ed1 is 50, key is test_row_0/C:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:06,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742302_1478 (size=12301) 2024-11-22T20:22:06,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,517 DEBUG [Thread-1774 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:55696 2024-11-22T20:22:06,517 DEBUG [Thread-1774 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:06,518 DEBUG [Thread-1778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37a637ac to 127.0.0.1:55696 2024-11-22T20:22:06,518 DEBUG [Thread-1778 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:06,519 DEBUG [Thread-1770 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:55696 2024-11-22T20:22:06,519 DEBUG [Thread-1770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:06,521 DEBUG [Thread-1776 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:55696 2024-11-22T20:22:06,521 DEBUG [Thread-1776 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:06,523 DEBUG [Thread-1772 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:55696 2024-11-22T20:22:06,523 DEBUG [Thread-1772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:06,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:06,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/1c2a17fc933f49adba5545bcf31a5ed1 2024-11-22T20:22:06,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/50ab9aecd9aa41dcb5aebb0ab20517e2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2 2024-11-22T20:22:06,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2, entries=150, sequenceid=312, filesize=30.5 K 2024-11-22T20:22:06,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f8a31cbefa7142c8b116b5877b862cf4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4 2024-11-22T20:22:06,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T20:22:06,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/1c2a17fc933f49adba5545bcf31a5ed1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1 2024-11-22T20:22:06,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1, entries=150, sequenceid=312, filesize=12.0 K 2024-11-22T20:22:06,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1667ms, sequenceid=312, compaction requested=true 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:06,767 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7d5d6b368abb08dc8dcf9481eafd60e6:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:06,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:06,767 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/B is initiating minor compaction (all files) 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/A is initiating minor compaction (all files) 2024-11-22T20:22:06,768 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/B in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,768 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/A in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,768 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/145ad0f016f84b36bfb5be941292ac37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=48.5 K 2024-11-22T20:22:06,768 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=122.5 K 2024-11-22T20:22:06,768 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2] 2024-11-22T20:22:06,768 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 145ad0f016f84b36bfb5be941292ac37, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ea5332109cb46acb3c7ba40269bb97a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fed4f7c250746cab3700a464d531f94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306919597 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c12db99e390c47269f710e2c8fa36473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732306921767 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 064fb714d5c24da39e7355e13d7456e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306919597 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f8a31cbefa7142c8b116b5877b862cf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306923969 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c2e47aafc4d4f5b8360cf94f16cac38, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732306921767 2024-11-22T20:22:06,769 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50ab9aecd9aa41dcb5aebb0ab20517e2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306923969 2024-11-22T20:22:06,776 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:06,777 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#B#compaction#401 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:06,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f0e09bf65c074962a371d4c9776f7837 is 50, key is test_row_0/B:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:06,777 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d44cf7f94e9946aaa145786608f1d231_7d5d6b368abb08dc8dcf9481eafd60e6 store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742303_1479 (size=13017) 2024-11-22T20:22:06,799 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d44cf7f94e9946aaa145786608f1d231_7d5d6b368abb08dc8dcf9481eafd60e6, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:06,799 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d44cf7f94e9946aaa145786608f1d231_7d5d6b368abb08dc8dcf9481eafd60e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742304_1480 (size=4469) 2024-11-22T20:22:06,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:06,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:06,807 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:22:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:22:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122580d1f30c084489698522f78e84372e4_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306925117/Put/seqid=0 2024-11-22T20:22:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742305_1481 (size=12454) 2024-11-22T20:22:07,185 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/f0e09bf65c074962a371d4c9776f7837 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f0e09bf65c074962a371d4c9776f7837 2024-11-22T20:22:07,189 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/B of 7d5d6b368abb08dc8dcf9481eafd60e6 into f0e09bf65c074962a371d4c9776f7837(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:07,189 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:07,189 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/B, priority=12, startTime=1732306926767; duration=0sec 2024-11-22T20:22:07,189 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:07,189 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:B 2024-11-22T20:22:07,189 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:07,190 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:07,190 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 7d5d6b368abb08dc8dcf9481eafd60e6/C is initiating minor compaction (all files) 2024-11-22T20:22:07,190 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7d5d6b368abb08dc8dcf9481eafd60e6/C in TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:07,190 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b5005a9d951a4c5c89dda83499ee5c60, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp, totalSize=48.5 K 2024-11-22T20:22:07,190 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b5005a9d951a4c5c89dda83499ee5c60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732306918923 2024-11-22T20:22:07,190 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9564f9b773c4498ca2f0fe5b15fd5deb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732306919597 2024-11-22T20:22:07,191 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e5cd510b9d4e1788b532aae58b7cb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732306921767 2024-11-22T20:22:07,191 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c2a17fc933f49adba5545bcf31a5ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732306923969 2024-11-22T20:22:07,197 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#C#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:07,197 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/5b67a6eb61e54f4883ffce883466c0b6 is 50, key is test_row_0/C:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742306_1482 (size=13017) 2024-11-22T20:22:07,203 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7d5d6b368abb08dc8dcf9481eafd60e6#A#compaction#402 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:07,204 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/21baa9b8df084c029af2ca99f9f2fbe7 is 175, key is test_row_0/A:col10/1732306925099/Put/seqid=0 2024-11-22T20:22:07,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742307_1483 (size=31971) 2024-11-22T20:22:07,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:07,223 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122580d1f30c084489698522f78e84372e4_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122580d1f30c084489698522f78e84372e4_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:07,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/dc9b222fa27e4bbd9a684a6b7197dbea, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/dc9b222fa27e4bbd9a684a6b7197dbea is 175, key is test_row_0/A:col10/1732306925117/Put/seqid=0 2024-11-22T20:22:07,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742308_1484 (size=31255) 2024-11-22T20:22:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:07,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. as already flushing 2024-11-22T20:22:07,248 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:55696 2024-11-22T20:22:07,248 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:07,253 DEBUG [Thread-1759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:55696 2024-11-22T20:22:07,253 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:07,253 DEBUG [Thread-1767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:55696 2024-11-22T20:22:07,253 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:07,256 DEBUG [Thread-1761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:55696 2024-11-22T20:22:07,256 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:07,605 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/5b67a6eb61e54f4883ffce883466c0b6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5b67a6eb61e54f4883ffce883466c0b6 2024-11-22T20:22:07,608 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/C of 7d5d6b368abb08dc8dcf9481eafd60e6 into 5b67a6eb61e54f4883ffce883466c0b6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:07,608 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:07,609 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/C, priority=12, startTime=1732306926767; duration=0sec 2024-11-22T20:22:07,609 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:07,609 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:C 2024-11-22T20:22:07,610 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/21baa9b8df084c029af2ca99f9f2fbe7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/21baa9b8df084c029af2ca99f9f2fbe7 2024-11-22T20:22:07,613 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7d5d6b368abb08dc8dcf9481eafd60e6/A of 7d5d6b368abb08dc8dcf9481eafd60e6 into 21baa9b8df084c029af2ca99f9f2fbe7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:07,613 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:07,613 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6., storeName=7d5d6b368abb08dc8dcf9481eafd60e6/A, priority=12, startTime=1732306926767; duration=0sec 2024-11-22T20:22:07,614 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:07,614 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7d5d6b368abb08dc8dcf9481eafd60e6:A 2024-11-22T20:22:07,627 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/dc9b222fa27e4bbd9a684a6b7197dbea 2024-11-22T20:22:07,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c5d722d8006f452abde71f4b90bbe426 is 50, key is test_row_0/B:col10/1732306925117/Put/seqid=0 2024-11-22T20:22:07,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742309_1485 (size=12301) 2024-11-22T20:22:08,036 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c5d722d8006f452abde71f4b90bbe426 2024-11-22T20:22:08,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4444a95529ed4a2188947882adb2df4f is 50, key is test_row_0/C:col10/1732306925117/Put/seqid=0 2024-11-22T20:22:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742310_1486 (size=12301) 2024-11-22T20:22:08,446 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4444a95529ed4a2188947882adb2df4f 2024-11-22T20:22:08,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/dc9b222fa27e4bbd9a684a6b7197dbea as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/dc9b222fa27e4bbd9a684a6b7197dbea 2024-11-22T20:22:08,452 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/dc9b222fa27e4bbd9a684a6b7197dbea, entries=150, sequenceid=325, filesize=30.5 K 2024-11-22T20:22:08,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/c5d722d8006f452abde71f4b90bbe426 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c5d722d8006f452abde71f4b90bbe426 2024-11-22T20:22:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c5d722d8006f452abde71f4b90bbe426, entries=150, sequenceid=325, filesize=12.0 K 2024-11-22T20:22:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/4444a95529ed4a2188947882adb2df4f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4444a95529ed4a2188947882adb2df4f 2024-11-22T20:22:08,459 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4444a95529ed4a2188947882adb2df4f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-22T20:22:08,459 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 1652ms, sequenceid=325, compaction requested=false 2024-11-22T20:22:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:08,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-22T20:22:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-22T20:22:08,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-22T20:22:08,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0270 sec 2024-11-22T20:22:08,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 3.0310 sec 2024-11-22T20:22:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:22:09,537 INFO [Thread-1769 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-22T20:22:14,765 DEBUG [Thread-1765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:55696 2024-11-22T20:22:14,765 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1946 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5838 rows 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1938 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5814 rows 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1930 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5790 rows 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1934 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5802 rows 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1931 2024-11-22T20:22:14,765 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5793 rows 2024-11-22T20:22:14,765 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:22:14,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:55696 2024-11-22T20:22:14,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:14,770 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:22:14,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:22:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:14,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306934775"}]},"ts":"1732306934775"} 2024-11-22T20:22:14,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:22:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:22:14,788 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:22:14,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:14,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, UNASSIGN}] 2024-11-22T20:22:14,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, UNASSIGN 2024-11-22T20:22:14,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:14,793 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:14,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; CloseRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:22:14,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:14,948 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(124): Close 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:14,948 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:14,948 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1681): Closing 7d5d6b368abb08dc8dcf9481eafd60e6, disabling compactions & flushes 2024-11-22T20:22:14,948 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:14,948 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:14,948 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. after waiting 0 ms 2024-11-22T20:22:14,948 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:14,949 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(2837): Flushing 7d5d6b368abb08dc8dcf9481eafd60e6 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=A 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=B 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7d5d6b368abb08dc8dcf9481eafd60e6, store=C 2024-11-22T20:22:14,949 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,958 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cbf5292470cb48b3b54eaaf95a32c783_7d5d6b368abb08dc8dcf9481eafd60e6 is 50, key is test_row_0/A:col10/1732306934763/Put/seqid=0 2024-11-22T20:22:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742311_1487 (size=7374) 2024-11-22T20:22:14,995 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:15,001 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cbf5292470cb48b3b54eaaf95a32c783_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbf5292470cb48b3b54eaaf95a32c783_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,002 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/fd271dba1b604e90bba07cb98eecfcfe, store: [table=TestAcidGuarantees family=A region=7d5d6b368abb08dc8dcf9481eafd60e6] 2024-11-22T20:22:15,003 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/fd271dba1b604e90bba07cb98eecfcfe is 175, key is test_row_0/A:col10/1732306934763/Put/seqid=0 2024-11-22T20:22:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742312_1488 (size=13865) 2024-11-22T20:22:15,012 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/fd271dba1b604e90bba07cb98eecfcfe 2024-11-22T20:22:15,035 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/69be0d4c728e49e3ab024a89c0cf4ea9 is 50, key is test_row_0/B:col10/1732306934763/Put/seqid=0 2024-11-22T20:22:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742313_1489 (size=7415) 2024-11-22T20:22:15,065 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/69be0d4c728e49e3ab024a89c0cf4ea9 2024-11-22T20:22:15,078 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9d61164435c843fba401433fe2276290 is 50, key is test_row_0/C:col10/1732306934763/Put/seqid=0 2024-11-22T20:22:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:22:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742314_1490 (size=7415) 2024-11-22T20:22:15,117 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9d61164435c843fba401433fe2276290 2024-11-22T20:22:15,124 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/A/fd271dba1b604e90bba07cb98eecfcfe as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/fd271dba1b604e90bba07cb98eecfcfe 2024-11-22T20:22:15,132 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/fd271dba1b604e90bba07cb98eecfcfe, entries=50, sequenceid=336, filesize=13.5 K 2024-11-22T20:22:15,134 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/B/69be0d4c728e49e3ab024a89c0cf4ea9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/69be0d4c728e49e3ab024a89c0cf4ea9 2024-11-22T20:22:15,140 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/69be0d4c728e49e3ab024a89c0cf4ea9, entries=50, sequenceid=336, filesize=7.2 K 2024-11-22T20:22:15,141 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/.tmp/C/9d61164435c843fba401433fe2276290 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9d61164435c843fba401433fe2276290 2024-11-22T20:22:15,145 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9d61164435c843fba401433fe2276290, entries=50, sequenceid=336, filesize=7.2 K 2024-11-22T20:22:15,146 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7d5d6b368abb08dc8dcf9481eafd60e6 in 198ms, sequenceid=336, compaction requested=true 2024-11-22T20:22:15,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2] to archive 2024-11-22T20:22:15,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:15,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/3ab422995c714ef9a5ae582b67219deb 2024-11-22T20:22:15,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/63f270e9bdf940319b7ccb0a19aa4e29 2024-11-22T20:22:15,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a5ab805d0674456aca973eacc1ca745 2024-11-22T20:22:15,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/a77c51ea5e2441e5b17561ef3a204496 2024-11-22T20:22:15,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec45370c50fb442d9ef858aa6dde7182 2024-11-22T20:22:15,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/210236c19db54c769e87597c1328667c 2024-11-22T20:22:15,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/8a643eeba87346dab3146a1e51f002e2 2024-11-22T20:22:15,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/ec654ffd24724899be7f2d6095268726 2024-11-22T20:22:15,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/cc717ef8f66b4308ad2cdc76f47c7816 2024-11-22T20:22:15,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9f778c499c5842629da0b0abf1bbd4f6 2024-11-22T20:22:15,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/e893a704e4874e8aa24321227c162c52 2024-11-22T20:22:15,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c22345ca2e2e4b428ced8384312855e6 2024-11-22T20:22:15,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0a22fa6bbebf4336bb827a98c284c75a 2024-11-22T20:22:15,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/455ac5969b884e89a8c7d2e936ba483d 2024-11-22T20:22:15,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c07409c7bf6f4509bd27288fc17de7ed 2024-11-22T20:22:15,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/c02180beaf0e4c4b9b6534912a5a6488 2024-11-22T20:22:15,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/0fbee965cbe2485d9d0e3ee5a9e21226 2024-11-22T20:22:15,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/9ea5332109cb46acb3c7ba40269bb97a 2024-11-22T20:22:15,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/064fb714d5c24da39e7355e13d7456e0 2024-11-22T20:22:15,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/6c2e47aafc4d4f5b8360cf94f16cac38 2024-11-22T20:22:15,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/50ab9aecd9aa41dcb5aebb0ab20517e2 2024-11-22T20:22:15,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fc10b04fa1d64db2966b4998735615ba, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/708f827a1afb4a2b865e7944a00b8b3e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0f3fbba98e22473c9161f564918ca8db, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/145ad0f016f84b36bfb5be941292ac37, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4] to archive 2024-11-22T20:22:15,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:15,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/bc2b2f2cecc649f58c45be4dc92b9cf0 2024-11-22T20:22:15,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f840b4714e594b278b63b752b04c7267 2024-11-22T20:22:15,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fc10b04fa1d64db2966b4998735615ba to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fc10b04fa1d64db2966b4998735615ba 2024-11-22T20:22:15,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/7d7141b33f894d95b1eaf46ae08ae4ed 2024-11-22T20:22:15,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/47999a42773d4afb817db30083968757 2024-11-22T20:22:15,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/708f827a1afb4a2b865e7944a00b8b3e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/708f827a1afb4a2b865e7944a00b8b3e 2024-11-22T20:22:15,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f76aee260ed143a5b650901c65a34628 2024-11-22T20:22:15,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0d7da61ed53b49cb9f7f6211601741cf 2024-11-22T20:22:15,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/3e36c20c187649a3aca6a15eb6633b2a 2024-11-22T20:22:15,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/436642b551d7499d82c9a3de5c2c2d94 2024-11-22T20:22:15,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0f3fbba98e22473c9161f564918ca8db to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/0f3fbba98e22473c9161f564918ca8db 2024-11-22T20:22:15,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/eba4129fa94947efb3780582f837a58f 2024-11-22T20:22:15,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/5b6b121b3f7247d18fd8094f8ec1d8b8 2024-11-22T20:22:15,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/06c82c6bcf3946c6a76e0aaf9ec1d6c7 2024-11-22T20:22:15,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/445f3bfc865648268372741e8712bb7b 2024-11-22T20:22:15,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/fdfedb47ce1f4276996881b2e4fc7154 2024-11-22T20:22:15,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/145ad0f016f84b36bfb5be941292ac37 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/145ad0f016f84b36bfb5be941292ac37 2024-11-22T20:22:15,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/15568f1449e849a088939eef93ed8630 2024-11-22T20:22:15,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/8fed4f7c250746cab3700a464d531f94 2024-11-22T20:22:15,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c12db99e390c47269f710e2c8fa36473 2024-11-22T20:22:15,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f8a31cbefa7142c8b116b5877b862cf4 2024-11-22T20:22:15,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/17f7656cc9064ea9b5c4121109b2e233, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/339cd2688fbe41ff9f1dedcddddd88e1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b53d5027df0c49bd8bb1cfaf57aa7615, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/67b88a0e26ec45008a6220edf4d440db, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b5005a9d951a4c5c89dda83499ee5c60, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1] to archive 2024-11-22T20:22:15,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:15,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/df72a1e6724a476bab9be69b6c0d4e61 2024-11-22T20:22:15,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5e8ada150a8542ac8641f3c8007f7a19 2024-11-22T20:22:15,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/17f7656cc9064ea9b5c4121109b2e233 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/17f7656cc9064ea9b5c4121109b2e233 2024-11-22T20:22:15,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/8f7074b0ecc3460db113f47929e378f3 2024-11-22T20:22:15,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/485df25d9a5745daae5bacf721acf06a 2024-11-22T20:22:15,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/339cd2688fbe41ff9f1dedcddddd88e1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/339cd2688fbe41ff9f1dedcddddd88e1 2024-11-22T20:22:15,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3fe12d9916a40a9b21df49a967bc873 2024-11-22T20:22:15,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/54501bdba8ff4d788f71bc6db48362d1 2024-11-22T20:22:15,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/acb5be22457542a0a5212f8cb7a47407 2024-11-22T20:22:15,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/a551de6047ba41a39e309d52de5b7817 2024-11-22T20:22:15,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b53d5027df0c49bd8bb1cfaf57aa7615 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b53d5027df0c49bd8bb1cfaf57aa7615 2024-11-22T20:22:15,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/6d54eb1a2abc40a2a7fb96d702f605c1 2024-11-22T20:22:15,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/fa283de0f8a2490e94a5abf806995c34 2024-11-22T20:22:15,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/67b88a0e26ec45008a6220edf4d440db to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/67b88a0e26ec45008a6220edf4d440db 2024-11-22T20:22:15,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4b04d68b1d0743f4a421499a37596bec 2024-11-22T20:22:15,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/ae35e3d85f49488c90f90f31da6c9502 2024-11-22T20:22:15,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b5005a9d951a4c5c89dda83499ee5c60 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b5005a9d951a4c5c89dda83499ee5c60 2024-11-22T20:22:15,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/b8af9d01cb964d72877bd34a02e1a400 2024-11-22T20:22:15,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9564f9b773c4498ca2f0fe5b15fd5deb 2024-11-22T20:22:15,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/e3e5cd510b9d4e1788b532aae58b7cb5 2024-11-22T20:22:15,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/1c2a17fc933f49adba5545bcf31a5ed1 2024-11-22T20:22:15,324 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=4 2024-11-22T20:22:15,325 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6. 2024-11-22T20:22:15,325 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] regionserver.HRegion(1635): Region close journal for 7d5d6b368abb08dc8dcf9481eafd60e6: 2024-11-22T20:22:15,327 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=135}] handler.UnassignRegionHandler(170): Closed 7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=7d5d6b368abb08dc8dcf9481eafd60e6, regionState=CLOSED 2024-11-22T20:22:15,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T20:22:15,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; CloseRegionProcedure 7d5d6b368abb08dc8dcf9481eafd60e6, server=bc573ddb75cd,44749,1732306820106 in 536 msec 2024-11-22T20:22:15,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T20:22:15,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7d5d6b368abb08dc8dcf9481eafd60e6, UNASSIGN in 540 msec 2024-11-22T20:22:15,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-22T20:22:15,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 544 msec 2024-11-22T20:22:15,337 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306935336"}]},"ts":"1732306935336"} 2024-11-22T20:22:15,338 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:22:15,342 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:22:15,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 571 msec 2024-11-22T20:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:22:15,389 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-22T20:22:15,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:22:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,392 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=136, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:22:15,392 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=136, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,407 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,422 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits] 2024-11-22T20:22:15,444 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/21baa9b8df084c029af2ca99f9f2fbe7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/21baa9b8df084c029af2ca99f9f2fbe7 2024-11-22T20:22:15,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/dc9b222fa27e4bbd9a684a6b7197dbea to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/dc9b222fa27e4bbd9a684a6b7197dbea 2024-11-22T20:22:15,448 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/fd271dba1b604e90bba07cb98eecfcfe to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/A/fd271dba1b604e90bba07cb98eecfcfe 2024-11-22T20:22:15,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/69be0d4c728e49e3ab024a89c0cf4ea9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/69be0d4c728e49e3ab024a89c0cf4ea9 2024-11-22T20:22:15,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c5d722d8006f452abde71f4b90bbe426 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/c5d722d8006f452abde71f4b90bbe426 2024-11-22T20:22:15,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f0e09bf65c074962a371d4c9776f7837 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/B/f0e09bf65c074962a371d4c9776f7837 2024-11-22T20:22:15,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4444a95529ed4a2188947882adb2df4f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/4444a95529ed4a2188947882adb2df4f 2024-11-22T20:22:15,461 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5b67a6eb61e54f4883ffce883466c0b6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/5b67a6eb61e54f4883ffce883466c0b6 2024-11-22T20:22:15,463 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9d61164435c843fba401433fe2276290 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/C/9d61164435c843fba401433fe2276290 2024-11-22T20:22:15,468 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits/339.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6/recovered.edits/339.seqid 2024-11-22T20:22:15,470 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,470 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:22:15,470 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:22:15,471 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:22:15,476 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210156b4ace02422e9494102913ea9598_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210156b4ace02422e9494102913ea9598_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,478 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104c024fa1294f92aa3d566c327a8628_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122104c024fa1294f92aa3d566c327a8628_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,479 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223e028e3a6d74703a7379058bd22f407_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223e028e3a6d74703a7379058bd22f407_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,487 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226fd1f0dbffc448984eb2edb6d824d5a_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112226fd1f0dbffc448984eb2edb6d824d5a_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,489 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b14d678b1024d7a89dd407bc7d6a889_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b14d678b1024d7a89dd407bc7d6a889_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,491 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112234cf0b455a4847d1a5908571b9322547_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112234cf0b455a4847d1a5908571b9322547_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,492 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225344862b9f30432b992881d74e70a9e0_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225344862b9f30432b992881d74e70a9e0_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:22:15,494 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122580d1f30c084489698522f78e84372e4_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122580d1f30c084489698522f78e84372e4_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,496 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122588389b80afb4cfdbe9b1222bcb9097f_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122588389b80afb4cfdbe9b1222bcb9097f_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,497 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226934b64ebee04186a41f334e1863bb05_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226934b64ebee04186a41f334e1863bb05_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,499 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277c16915c9c24a46a29c683b44c6c90c_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277c16915c9c24a46a29c683b44c6c90c_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,500 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e3cb18937244983ad8ea386fbbae4f0_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227e3cb18937244983ad8ea386fbbae4f0_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,504 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ae5fa4d2a26946fdbd9c07f4e85a0998_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ae5fa4d2a26946fdbd9c07f4e85a0998_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,505 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c341e9c57bc64d02a452148e1da9cdd9_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c341e9c57bc64d02a452148e1da9cdd9_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6546627b30b484cae5df2e1e76d3eb1_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c6546627b30b484cae5df2e1e76d3eb1_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbf5292470cb48b3b54eaaf95a32c783_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cbf5292470cb48b3b54eaaf95a32c783_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,510 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e25b96c4378e41b2b52ebc44d890e292_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e25b96c4378e41b2b52ebc44d890e292_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,511 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebbaa5c08bfe48eb9891b2688d3f4361_7d5d6b368abb08dc8dcf9481eafd60e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ebbaa5c08bfe48eb9891b2688d3f4361_7d5d6b368abb08dc8dcf9481eafd60e6 2024-11-22T20:22:15,512 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:22:15,515 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=136, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,518 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:22:15,526 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:22:15,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=136, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:22:15,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306935527"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:15,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:22:15,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7d5d6b368abb08dc8dcf9481eafd60e6, NAME => 'TestAcidGuarantees,,1732306904953.7d5d6b368abb08dc8dcf9481eafd60e6.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:22:15,534 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:22:15,535 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306935534"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:15,539 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:22:15,544 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=136, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 154 msec 2024-11-22T20:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:22:15,694 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-22T20:22:15,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237 (was 241), OpenFileDescriptor=450 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 391) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4213 (was 4411) 2024-11-22T20:22:15,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=4212 2024-11-22T20:22:15,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:15,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:15,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:22:15,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:15,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 137 2024-11-22T20:22:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T20:22:15,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:22:15,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742315_1491 (size=960) 2024-11-22T20:22:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T20:22:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T20:22:16,160 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:22:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742316_1492 (size=53) 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2434a112dd2c3267e5bf9207b5bea1a5, disabling compactions & flushes 2024-11-22T20:22:16,172 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. after waiting 0 ms 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,172 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,172 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:16,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:22:16,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306936173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306936173"}]},"ts":"1732306936173"} 2024-11-22T20:22:16,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:22:16,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:22:16,179 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306936179"}]},"ts":"1732306936179"} 2024-11-22T20:22:16,181 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:22:16,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, ASSIGN}] 2024-11-22T20:22:16,188 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, ASSIGN 2024-11-22T20:22:16,189 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:22:16,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=2434a112dd2c3267e5bf9207b5bea1a5, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T20:22:16,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; OpenRegionProcedure 2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:16,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:16,498 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,498 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7285): Opening region: {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:16,498 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,498 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:16,498 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7327): checking encryption for 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,498 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(7330): checking classloading for 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,501 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,503 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:16,504 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2434a112dd2c3267e5bf9207b5bea1a5 columnFamilyName A 2024-11-22T20:22:16,504 DEBUG [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:16,504 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(327): Store=2434a112dd2c3267e5bf9207b5bea1a5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:16,505 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,506 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:16,506 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2434a112dd2c3267e5bf9207b5bea1a5 columnFamilyName B 2024-11-22T20:22:16,507 DEBUG [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:16,508 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(327): Store=2434a112dd2c3267e5bf9207b5bea1a5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:16,508 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,510 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:16,510 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2434a112dd2c3267e5bf9207b5bea1a5 columnFamilyName C 2024-11-22T20:22:16,510 DEBUG [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:16,511 INFO [StoreOpener-2434a112dd2c3267e5bf9207b5bea1a5-1 {}] regionserver.HStore(327): Store=2434a112dd2c3267e5bf9207b5bea1a5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:16,511 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,512 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,512 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,515 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:16,517 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1085): writing seq id for 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:16,520 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:22:16,520 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1102): Opened 2434a112dd2c3267e5bf9207b5bea1a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72976042, jitterRate=0.0874277651309967}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:16,521 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegion(1001): Region open journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:16,522 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., pid=139, masterSystemTime=1732306936494 2024-11-22T20:22:16,525 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=2434a112dd2c3267e5bf9207b5bea1a5, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:16,526 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,526 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=139}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:16,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T20:22:16,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; OpenRegionProcedure 2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 in 184 msec 2024-11-22T20:22:16,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T20:22:16,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, ASSIGN in 341 msec 2024-11-22T20:22:16,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:22:16,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306936531"}]},"ts":"1732306936531"} 2024-11-22T20:22:16,532 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:22:16,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=137, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:22:16,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 799 msec 2024-11-22T20:22:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-11-22T20:22:16,843 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-11-22T20:22:16,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-22T20:22:16,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:16,853 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:16,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:22:16,857 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:22:16,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-22T20:22:16,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-22T20:22:16,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-22T20:22:16,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,897 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-22T20:22:16,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-11-22T20:22:16,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-22T20:22:16,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-22T20:22:16,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-22T20:22:16,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-22T20:22:16,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d49886 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73d92042 2024-11-22T20:22:16,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c692575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:16,982 DEBUG [hconnection-0x3784265c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:16,983 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:16,988 DEBUG [hconnection-0x7da7a5e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:16,992 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:17,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,012 DEBUG [hconnection-0x43f0e0f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,012 DEBUG [hconnection-0x29816763-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,013 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,014 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-22T20:22:17,032 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:17,033 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:17,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:17,056 DEBUG [hconnection-0x2175a174-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,057 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,064 DEBUG [hconnection-0x549b963a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,068 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,071 DEBUG [hconnection-0x7d3ef440-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,072 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6da9ebf8198441fb816214996bd4d28d is 50, key is test_row_0/A:col10/1732306937005/Put/seqid=0 2024-11-22T20:22:17,091 DEBUG [hconnection-0x118a80cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,092 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,093 DEBUG [hconnection-0x2fc17cc4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306997091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306997093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306997095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306997095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,100 DEBUG [hconnection-0x6dc7c449-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306997100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,101 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:17,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742317_1493 (size=12001) 2024-11-22T20:22:17,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6da9ebf8198441fb816214996bd4d28d 2024-11-22T20:22:17,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:22:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306997195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306997195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306997202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306997204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306997210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b88bbccd89fa4f57b318584c29fe929a is 50, key is test_row_0/B:col10/1732306937005/Put/seqid=0 2024-11-22T20:22:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742318_1494 (size=12001) 2024-11-22T20:22:17,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b88bbccd89fa4f57b318584c29fe929a 2024-11-22T20:22:17,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/08693c42421b4817a07f287c26fc5261 is 50, key is test_row_0/C:col10/1732306937005/Put/seqid=0 2024-11-22T20:22:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:17,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:22:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742319_1495 (size=12001) 2024-11-22T20:22:17,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/08693c42421b4817a07f287c26fc5261 2024-11-22T20:22:17,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6da9ebf8198441fb816214996bd4d28d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d 2024-11-22T20:22:17,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:17,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b88bbccd89fa4f57b318584c29fe929a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a 2024-11-22T20:22:17,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:17,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306997398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/08693c42421b4817a07f287c26fc5261 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261 2024-11-22T20:22:17,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306997399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306997404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306997405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:17,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 2434a112dd2c3267e5bf9207b5bea1a5 in 401ms, sequenceid=12, compaction requested=false 2024-11-22T20:22:17,409 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:22:17,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:17,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306997428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e1d8b53a6a92479c85ffdb2ee7556932 is 50, key is test_row_0/A:col10/1732306937414/Put/seqid=0 2024-11-22T20:22:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742320_1496 (size=14341) 2024-11-22T20:22:17,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e1d8b53a6a92479c85ffdb2ee7556932 2024-11-22T20:22:17,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:22:17,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:17,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306997530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/07cba736d4064ee2b6e10f6b51322a0b is 50, key is test_row_0/B:col10/1732306937414/Put/seqid=0 2024-11-22T20:22:17,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742321_1497 (size=12001) 2024-11-22T20:22:17,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/07cba736d4064ee2b6e10f6b51322a0b 2024-11-22T20:22:17,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/da5721eec79c4336b2a681405d325c90 is 50, key is test_row_0/C:col10/1732306937414/Put/seqid=0 2024-11-22T20:22:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:17,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:22:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:17,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306997700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306997706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306997706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306997709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306997734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742322_1498 (size=12001) 2024-11-22T20:22:17,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/da5721eec79c4336b2a681405d325c90 2024-11-22T20:22:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e1d8b53a6a92479c85ffdb2ee7556932 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932 2024-11-22T20:22:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932, entries=200, sequenceid=40, filesize=14.0 K 2024-11-22T20:22:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/07cba736d4064ee2b6e10f6b51322a0b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b 2024-11-22T20:22:17,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:22:17,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/da5721eec79c4336b2a681405d325c90 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90 2024-11-22T20:22:17,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:22:17,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2434a112dd2c3267e5bf9207b5bea1a5 in 362ms, sequenceid=40, compaction requested=false 2024-11-22T20:22:17,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:17,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:17,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:22:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:17,808 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:22:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:17,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/29b1ca54e9e24f85b071786a25527212 is 50, key is test_row_0/A:col10/1732306937426/Put/seqid=0 2024-11-22T20:22:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742323_1499 (size=9657) 2024-11-22T20:22:17,952 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/29b1ca54e9e24f85b071786a25527212 2024-11-22T20:22:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/2c7ff586592f48fa83cee67050c782d7 is 50, key is test_row_0/B:col10/1732306937426/Put/seqid=0 2024-11-22T20:22:18,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742324_1500 (size=9657) 2024-11-22T20:22:18,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306998242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306998243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306998245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306998247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306998248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306998354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306998355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306998356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306998360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306998361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,463 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/2c7ff586592f48fa83cee67050c782d7 2024-11-22T20:22:18,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/fb2b6239d49b4a058f7c14e662d5400a is 50, key is test_row_0/C:col10/1732306937426/Put/seqid=0 2024-11-22T20:22:18,486 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:22:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742325_1501 (size=9657) 2024-11-22T20:22:18,511 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/fb2b6239d49b4a058f7c14e662d5400a 2024-11-22T20:22:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/29b1ca54e9e24f85b071786a25527212 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212 2024-11-22T20:22:18,523 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T20:22:18,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/2c7ff586592f48fa83cee67050c782d7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7 2024-11-22T20:22:18,542 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T20:22:18,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/fb2b6239d49b4a058f7c14e662d5400a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a 2024-11-22T20:22:18,546 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a, entries=100, sequenceid=48, filesize=9.4 K 2024-11-22T20:22:18,547 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 2434a112dd2c3267e5bf9207b5bea1a5 in 739ms, sequenceid=48, compaction requested=true 2024-11-22T20:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:18,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-22T20:22:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-22T20:22:18,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T20:22:18,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-22T20:22:18,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5210 sec 2024-11-22T20:22:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:18,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:18,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306998567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306998572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306998573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306998574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306998576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/9a2f971dccc84ecb97d555470f1c503a is 50, key is test_row_0/A:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742326_1502 (size=14341) 2024-11-22T20:22:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306998686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306998687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306998687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306998687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306998880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306998895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306998896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306998897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:18,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306998897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/9a2f971dccc84ecb97d555470f1c503a 2024-11-22T20:22:19,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/80518362c40f4feeb9e48a35dd4d8b46 is 50, key is test_row_0/B:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742327_1503 (size=12001) 2024-11-22T20:22:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:22:19,138 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-22T20:22:19,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-22T20:22:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:19,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:19,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:19,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306999203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306999204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306999205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306999206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:19,293 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732306999393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:19,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/80518362c40f4feeb9e48a35dd4d8b46 2024-11-22T20:22:19,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/783c0a5336bc48f49039239924f454b1 is 50, key is test_row_0/C:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:19,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742328_1504 (size=12001) 2024-11-22T20:22:19,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732306999710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732306999710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732306999713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732306999716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:19,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:19,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:19,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:19,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:19,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/783c0a5336bc48f49039239924f454b1 2024-11-22T20:22:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/9a2f971dccc84ecb97d555470f1c503a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a 2024-11-22T20:22:19,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a, entries=200, sequenceid=80, filesize=14.0 K 2024-11-22T20:22:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/80518362c40f4feeb9e48a35dd4d8b46 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46 2024-11-22T20:22:19,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T20:22:19,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/783c0a5336bc48f49039239924f454b1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1 2024-11-22T20:22:19,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1, entries=150, sequenceid=80, filesize=11.7 K 2024-11-22T20:22:20,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1429ms, sequenceid=80, compaction requested=true 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,000 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:20,000 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:20,002 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:20,002 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:20,002 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:20,002 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:20,002 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:20,002 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:20,003 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=49.2 K 2024-11-22T20:22:20,003 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=44.6 K 2024-11-22T20:22:20,003 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b88bbccd89fa4f57b318584c29fe929a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306937003 2024-11-22T20:22:20,003 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da9ebf8198441fb816214996bd4d28d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306937003 2024-11-22T20:22:20,003 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 07cba736d4064ee2b6e10f6b51322a0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306937081 2024-11-22T20:22:20,003 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d8b53a6a92479c85ffdb2ee7556932, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306937081 2024-11-22T20:22:20,005 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29b1ca54e9e24f85b071786a25527212, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306937425 2024-11-22T20:22:20,005 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7ff586592f48fa83cee67050c782d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306937425 2024-11-22T20:22:20,005 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 80518362c40f4feeb9e48a35dd4d8b46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938245 2024-11-22T20:22:20,005 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a2f971dccc84ecb97d555470f1c503a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938241 2024-11-22T20:22:20,032 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:20,033 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/45371e011d2a4bf583ad072d755c7cb0 is 50, key is test_row_0/B:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:20,042 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:20,043 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/2d64b63520c64834951720836f20aae9 is 50, key is test_row_0/A:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:20,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:22:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:20,070 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-22T20:22:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742329_1505 (size=12139) 2024-11-22T20:22:20,084 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/45371e011d2a4bf583ad072d755c7cb0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/45371e011d2a4bf583ad072d755c7cb0 2024-11-22T20:22:20,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742330_1506 (size=12139) 2024-11-22T20:22:20,091 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 45371e011d2a4bf583ad072d755c7cb0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,091 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:20,091 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=12, startTime=1732306940000; duration=0sec 2024-11-22T20:22:20,091 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:20,092 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:20,092 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:20,093 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:20,093 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:20,094 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:20,094 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=44.6 K 2024-11-22T20:22:20,094 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 08693c42421b4817a07f287c26fc5261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306937003 2024-11-22T20:22:20,094 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting da5721eec79c4336b2a681405d325c90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306937081 2024-11-22T20:22:20,095 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2b6239d49b4a058f7c14e662d5400a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306937425 2024-11-22T20:22:20,096 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 783c0a5336bc48f49039239924f454b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938245 2024-11-22T20:22:20,099 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/2d64b63520c64834951720836f20aae9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/2d64b63520c64834951720836f20aae9 2024-11-22T20:22:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b79f586530b4bcf872575572f0b3e69 is 50, key is test_row_2/A:col10/1732306938574/Put/seqid=0 2024-11-22T20:22:20,105 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 2d64b63520c64834951720836f20aae9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,105 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:20,105 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=12, startTime=1732306940000; duration=0sec 2024-11-22T20:22:20,105 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,105 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:20,122 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:20,122 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/538f5f8cc4904e59add5415f242ee310 is 50, key is test_row_0/C:col10/1732306938569/Put/seqid=0 2024-11-22T20:22:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742331_1507 (size=7315) 2024-11-22T20:22:20,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742332_1508 (size=12139) 2024-11-22T20:22:20,197 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/538f5f8cc4904e59add5415f242ee310 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/538f5f8cc4904e59add5415f242ee310 2024-11-22T20:22:20,202 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 538f5f8cc4904e59add5415f242ee310(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,203 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:20,203 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=12, startTime=1732306940000; duration=0sec 2024-11-22T20:22:20,203 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,203 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:20,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:20,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:20,573 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b79f586530b4bcf872575572f0b3e69 2024-11-22T20:22:20,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4fba0df20b3d44539e28904dd201bed3 is 50, key is test_row_2/B:col10/1732306938574/Put/seqid=0 2024-11-22T20:22:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742333_1509 (size=7315) 2024-11-22T20:22:20,612 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4fba0df20b3d44539e28904dd201bed3 2024-11-22T20:22:20,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/058981a2e94f467c90e0012daea00c19 is 50, key is test_row_2/C:col10/1732306938574/Put/seqid=0 2024-11-22T20:22:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742334_1510 (size=7315) 2024-11-22T20:22:20,681 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/058981a2e94f467c90e0012daea00c19 2024-11-22T20:22:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b79f586530b4bcf872575572f0b3e69 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69 2024-11-22T20:22:20,691 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69, entries=50, sequenceid=84, filesize=7.1 K 2024-11-22T20:22:20,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4fba0df20b3d44539e28904dd201bed3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3 2024-11-22T20:22:20,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3, entries=50, sequenceid=84, filesize=7.1 K 2024-11-22T20:22:20,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/058981a2e94f467c90e0012daea00c19 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19 2024-11-22T20:22:20,707 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19, entries=50, sequenceid=84, filesize=7.1 K 2024-11-22T20:22:20,708 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=174.43 KB/178620 for 2434a112dd2c3267e5bf9207b5bea1a5 in 638ms, sequenceid=84, compaction requested=false 2024-11-22T20:22:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-22T20:22:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-22T20:22:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:20,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T20:22:20,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T20:22:20,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5680 sec 2024-11-22T20:22:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:20,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.5730 sec 2024-11-22T20:22:20,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b5f920c819040c894a9b0c3262183b6 is 50, key is test_row_0/A:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:20,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307000724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732307000724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307000734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307000735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307000747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742335_1511 (size=14341) 2024-11-22T20:22:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307000835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307000846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307000848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:20,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:22:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307000860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307001041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307001049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307001053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307001066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b5f920c819040c894a9b0c3262183b6 2024-11-22T20:22:21,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/21af38ee3b6d4dcfbe626b523dd38cf8 is 50, key is test_row_0/B:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742336_1512 (size=12001) 2024-11-22T20:22:21,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/21af38ee3b6d4dcfbe626b523dd38cf8 2024-11-22T20:22:21,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:22:21,247 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-22T20:22:21,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-22T20:22:21,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b813a3d3b0b8442e927ff87ff7731887 is 50, key is test_row_0/C:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:21,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:21,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:21,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:21,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742337_1513 (size=12001) 2024-11-22T20:22:21,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b813a3d3b0b8442e927ff87ff7731887 2024-11-22T20:22:21,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b5f920c819040c894a9b0c3262183b6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6 2024-11-22T20:22:21,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6, entries=200, sequenceid=117, filesize=14.0 K 2024-11-22T20:22:21,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/21af38ee3b6d4dcfbe626b523dd38cf8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8 2024-11-22T20:22:21,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T20:22:21,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b813a3d3b0b8442e927ff87ff7731887 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887 2024-11-22T20:22:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T20:22:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 2434a112dd2c3267e5bf9207b5bea1a5 in 599ms, sequenceid=117, compaction requested=true 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,311 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:21,311 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,312 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,312 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:21,312 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,312 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,312 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:21,312 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/45371e011d2a4bf583ad072d755c7cb0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=30.7 K 2024-11-22T20:22:21,312 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,313 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/2d64b63520c64834951720836f20aae9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=33.0 K 2024-11-22T20:22:21,313 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 45371e011d2a4bf583ad072d755c7cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938245 2024-11-22T20:22:21,313 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d64b63520c64834951720836f20aae9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938245 2024-11-22T20:22:21,313 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fba0df20b3d44539e28904dd201bed3, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732306938574 2024-11-22T20:22:21,314 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 21af38ee3b6d4dcfbe626b523dd38cf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:21,314 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b79f586530b4bcf872575572f0b3e69, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732306938574 2024-11-22T20:22:21,315 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b5f920c819040c894a9b0c3262183b6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:21,328 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,328 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,328 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/6846170efe0c4adebd8e7ae9eb747d31 is 50, key is test_row_0/B:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:21,329 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e8d571fab8b944a5a4518187fa83a175 is 50, key is test_row_0/A:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:21,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:21,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742338_1514 (size=12241) 2024-11-22T20:22:21,384 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e8d571fab8b944a5a4518187fa83a175 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e8d571fab8b944a5a4518187fa83a175 2024-11-22T20:22:21,389 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into e8d571fab8b944a5a4518187fa83a175(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,389 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:21,389 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306941311; duration=0sec 2024-11-22T20:22:21,389 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:21,389 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:21,389 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,390 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,390 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:21,390 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,390 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/538f5f8cc4904e59add5415f242ee310, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=30.7 K 2024-11-22T20:22:21,391 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 538f5f8cc4904e59add5415f242ee310, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732306938245 2024-11-22T20:22:21,391 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 058981a2e94f467c90e0012daea00c19, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732306938574 2024-11-22T20:22:21,391 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b813a3d3b0b8442e927ff87ff7731887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:21,404 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T20:22:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:21,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742339_1515 (size=12241) 2024-11-22T20:22:21,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3be29e330191497d82c4dd012d901847 is 50, key is test_row_0/A:col10/1732306940733/Put/seqid=0 2024-11-22T20:22:21,422 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,422 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/87c2608682a545feb93f82d6a8ce3d17 is 50, key is test_row_0/C:col10/1732306940704/Put/seqid=0 2024-11-22T20:22:21,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307001426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307001427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307001431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307001432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742340_1516 (size=16681) 2024-11-22T20:22:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742341_1517 (size=12241) 2024-11-22T20:22:21,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307001538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307001538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307001539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307001544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:21,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T20:22:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/2d64b63520c64834951720836f20aae9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6] to archive 2024-11-22T20:22:21,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:21,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6da9ebf8198441fb816214996bd4d28d 2024-11-22T20:22:21,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e1d8b53a6a92479c85ffdb2ee7556932 2024-11-22T20:22:21,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/29b1ca54e9e24f85b071786a25527212 2024-11-22T20:22:21,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/9a2f971dccc84ecb97d555470f1c503a 2024-11-22T20:22:21,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/2d64b63520c64834951720836f20aae9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/2d64b63520c64834951720836f20aae9 2024-11-22T20:22:21,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b79f586530b4bcf872575572f0b3e69 2024-11-22T20:22:21,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b5f920c819040c894a9b0c3262183b6 2024-11-22T20:22:21,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46] to archive 2024-11-22T20:22:21,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:21,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b88bbccd89fa4f57b318584c29fe929a 2024-11-22T20:22:21,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/07cba736d4064ee2b6e10f6b51322a0b 2024-11-22T20:22:21,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2c7ff586592f48fa83cee67050c782d7 2024-11-22T20:22:21,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/80518362c40f4feeb9e48a35dd4d8b46 2024-11-22T20:22:21,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1] to archive 2024-11-22T20:22:21,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:21,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/08693c42421b4817a07f287c26fc5261 2024-11-22T20:22:21,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/da5721eec79c4336b2a681405d325c90 2024-11-22T20:22:21,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fb2b6239d49b4a058f7c14e662d5400a 2024-11-22T20:22:21,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/783c0a5336bc48f49039239924f454b1 2024-11-22T20:22:21,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T20:22:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307001745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307001747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307001748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307001751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,818 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/6846170efe0c4adebd8e7ae9eb747d31 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6846170efe0c4adebd8e7ae9eb747d31 2024-11-22T20:22:21,824 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 6846170efe0c4adebd8e7ae9eb747d31(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,824 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:21,824 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306941311; duration=0sec 2024-11-22T20:22:21,824 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,824 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:21,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:21,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T20:22:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:21,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:21,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3be29e330191497d82c4dd012d901847 2024-11-22T20:22:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/09617aac01994b47aa3da9bc257a0bcb is 50, key is test_row_0/B:col10/1732306940733/Put/seqid=0 2024-11-22T20:22:21,896 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/87c2608682a545feb93f82d6a8ce3d17 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/87c2608682a545feb93f82d6a8ce3d17 2024-11-22T20:22:21,906 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 87c2608682a545feb93f82d6a8ce3d17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,906 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:21,906 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306941311; duration=0sec 2024-11-22T20:22:21,907 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,907 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742342_1518 (size=12001) 2024-11-22T20:22:21,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/09617aac01994b47aa3da9bc257a0bcb 2024-11-22T20:22:21,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6c10fbea9b7240208373c940810dc37a is 50, key is test_row_0/C:col10/1732306940733/Put/seqid=0 2024-11-22T20:22:21,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742343_1519 (size=12001) 2024-11-22T20:22:21,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6c10fbea9b7240208373c940810dc37a 2024-11-22T20:22:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3be29e330191497d82c4dd012d901847 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847 2024-11-22T20:22:21,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847, entries=250, sequenceid=128, filesize=16.3 K 2024-11-22T20:22:21,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/09617aac01994b47aa3da9bc257a0bcb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb 2024-11-22T20:22:21,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T20:22:21,974 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-22T20:22:21,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6c10fbea9b7240208373c940810dc37a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a 2024-11-22T20:22:21,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a, entries=150, sequenceid=128, filesize=11.7 K 2024-11-22T20:22:21,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2434a112dd2c3267e5bf9207b5bea1a5 in 613ms, sequenceid=128, compaction requested=false 2024-11-22T20:22:21,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:22,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:22,022 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/33101eb61ef44276a1ed515f632957ca is 50, key is test_row_0/A:col10/1732306941428/Put/seqid=0 2024-11-22T20:22:22,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742344_1520 (size=12151) 2024-11-22T20:22:22,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307002067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307002068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307002069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307002071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307002175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307002176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307002177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307002179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:22,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307002382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307002383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307002383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307002383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,459 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/33101eb61ef44276a1ed515f632957ca 2024-11-22T20:22:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/85a0a6614c374fd5a09eab183f2546ae is 50, key is test_row_0/B:col10/1732306941428/Put/seqid=0 2024-11-22T20:22:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742345_1521 (size=12151) 2024-11-22T20:22:22,492 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/85a0a6614c374fd5a09eab183f2546ae 2024-11-22T20:22:22,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/681dd6f941284abfaa53d632ea931bf9 is 50, key is test_row_0/C:col10/1732306941428/Put/seqid=0 2024-11-22T20:22:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742346_1522 (size=12151) 2024-11-22T20:22:22,538 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/681dd6f941284abfaa53d632ea931bf9 2024-11-22T20:22:22,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/33101eb61ef44276a1ed515f632957ca as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca 2024-11-22T20:22:22,553 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T20:22:22,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/85a0a6614c374fd5a09eab183f2546ae as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae 2024-11-22T20:22:22,558 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T20:22:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/681dd6f941284abfaa53d632ea931bf9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9 2024-11-22T20:22:22,564 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T20:22:22,565 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2434a112dd2c3267e5bf9207b5bea1a5 in 543ms, sequenceid=156, compaction requested=true 2024-11-22T20:22:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-22T20:22:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-22T20:22:22,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T20:22:22,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-11-22T20:22:22,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.3200 sec 2024-11-22T20:22:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:22,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:22,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a83d604aa3c84babbd53f0c5cf0f8447 is 50, key is test_row_0/A:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:22,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742347_1523 (size=12151) 2024-11-22T20:22:22,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a83d604aa3c84babbd53f0c5cf0f8447 2024-11-22T20:22:22,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9d07d75fee484d13881d80bb17363f2e is 50, key is test_row_0/B:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732307002737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,742 DEBUG [Thread-2184 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307002739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307002742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307002743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307002743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742348_1524 (size=12151) 2024-11-22T20:22:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307002851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307002852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307002852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307002852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307003057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307003057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307003058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307003058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9d07d75fee484d13881d80bb17363f2e 2024-11-22T20:22:23,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6268f29101c64d3e9d8347806019e3f3 is 50, key is test_row_0/C:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742349_1525 (size=12151) 2024-11-22T20:22:23,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6268f29101c64d3e9d8347806019e3f3 2024-11-22T20:22:23,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a83d604aa3c84babbd53f0c5cf0f8447 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447 2024-11-22T20:22:23,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T20:22:23,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9d07d75fee484d13881d80bb17363f2e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e 2024-11-22T20:22:23,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T20:22:23,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6268f29101c64d3e9d8347806019e3f3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3 2024-11-22T20:22:23,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T20:22:23,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2434a112dd2c3267e5bf9207b5bea1a5 in 520ms, sequenceid=169, compaction requested=true 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:22:23,214 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:23,214 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:23,215 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:23,215 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:23,215 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,215 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e8d571fab8b944a5a4518187fa83a175, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=52.0 K 2024-11-22T20:22:23,215 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:23,216 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:23,216 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,216 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6846170efe0c4adebd8e7ae9eb747d31, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=47.4 K 2024-11-22T20:22:23,216 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d571fab8b944a5a4518187fa83a175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:23,216 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6846170efe0c4adebd8e7ae9eb747d31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:23,216 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3be29e330191497d82c4dd012d901847, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732306940733 2024-11-22T20:22:23,217 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 09617aac01994b47aa3da9bc257a0bcb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732306940733 2024-11-22T20:22:23,217 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33101eb61ef44276a1ed515f632957ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306941417 2024-11-22T20:22:23,217 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 85a0a6614c374fd5a09eab183f2546ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306941417 2024-11-22T20:22:23,217 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a83d604aa3c84babbd53f0c5cf0f8447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:23,218 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d07d75fee484d13881d80bb17363f2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:23,234 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:23,235 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/01cc62ff51c94024893bcaab28f754e0 is 50, key is test_row_0/A:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:23,244 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:23,244 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/6d5a3f9af7964691a09dc0087ac9ea29 is 50, key is test_row_0/B:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742350_1526 (size=12289) 2024-11-22T20:22:23,254 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/01cc62ff51c94024893bcaab28f754e0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/01cc62ff51c94024893bcaab28f754e0 2024-11-22T20:22:23,261 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 01cc62ff51c94024893bcaab28f754e0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:23,261 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:23,261 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=12, startTime=1732306943214; duration=0sec 2024-11-22T20:22:23,261 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:23,261 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:23,261 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:23,264 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:23,264 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:23,264 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,264 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/87c2608682a545feb93f82d6a8ce3d17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=47.4 K 2024-11-22T20:22:23,266 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87c2608682a545feb93f82d6a8ce3d17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732306940649 2024-11-22T20:22:23,266 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c10fbea9b7240208373c940810dc37a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732306940733 2024-11-22T20:22:23,267 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 681dd6f941284abfaa53d632ea931bf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732306941417 2024-11-22T20:22:23,267 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6268f29101c64d3e9d8347806019e3f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742351_1527 (size=12391) 2024-11-22T20:22:23,285 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:23,286 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/0ba554be015e42cf9086f4ac6b38f2a3 is 50, key is test_row_0/C:col10/1732306942693/Put/seqid=0 2024-11-22T20:22:23,291 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/6d5a3f9af7964691a09dc0087ac9ea29 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6d5a3f9af7964691a09dc0087ac9ea29 2024-11-22T20:22:23,298 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 6d5a3f9af7964691a09dc0087ac9ea29(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:23,298 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:23,299 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=12, startTime=1732306943214; duration=0sec 2024-11-22T20:22:23,299 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:23,299 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742352_1528 (size=12391) 2024-11-22T20:22:23,329 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/0ba554be015e42cf9086f4ac6b38f2a3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/0ba554be015e42cf9086f4ac6b38f2a3 2024-11-22T20:22:23,336 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 0ba554be015e42cf9086f4ac6b38f2a3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:23,336 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:23,336 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=12, startTime=1732306943214; duration=0sec 2024-11-22T20:22:23,336 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:23,336 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:22:23,355 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-22T20:22:23,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-22T20:22:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:23,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:23,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:23,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:23,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:23,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:23,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b1832dd04d9c4487821cea7aacd5e57f is 50, key is test_row_0/A:col10/1732306942726/Put/seqid=0 2024-11-22T20:22:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307003385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307003386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307003388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307003393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742353_1529 (size=14541) 2024-11-22T20:22:23,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b1832dd04d9c4487821cea7aacd5e57f 2024-11-22T20:22:23,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ff0cac0c420c424aa1e1060bf9ae6cca is 50, key is test_row_0/B:col10/1732306942726/Put/seqid=0 2024-11-22T20:22:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742354_1530 (size=12151) 2024-11-22T20:22:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:23,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307003495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307003495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307003497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307003504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:23,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307003699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307003699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307003704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307003710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ff0cac0c420c424aa1e1060bf9ae6cca 2024-11-22T20:22:23,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/643dc15ed6584f059d6598b9470c386e is 50, key is test_row_0/C:col10/1732306942726/Put/seqid=0 2024-11-22T20:22:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742355_1531 (size=12151) 2024-11-22T20:22:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:23,978 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:23,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:23,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307004004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307004007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307004014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307004015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:24,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:24,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:24,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/643dc15ed6584f059d6598b9470c386e 2024-11-22T20:22:24,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b1832dd04d9c4487821cea7aacd5e57f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f 2024-11-22T20:22:24,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f, entries=200, sequenceid=198, filesize=14.2 K 2024-11-22T20:22:24,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ff0cac0c420c424aa1e1060bf9ae6cca as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca 2024-11-22T20:22:24,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T20:22:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/643dc15ed6584f059d6598b9470c386e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e 2024-11-22T20:22:24,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e, entries=150, sequenceid=198, filesize=11.9 K 2024-11-22T20:22:24,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 2434a112dd2c3267e5bf9207b5bea1a5 in 965ms, sequenceid=198, compaction requested=false 2024-11-22T20:22:24,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:24,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-22T20:22:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6aa23733cd7b4a5386fb338319fee314 is 50, key is test_row_0/A:col10/1732306943391/Put/seqid=0 2024-11-22T20:22:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742356_1532 (size=12151) 2024-11-22T20:22:24,500 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6aa23733cd7b4a5386fb338319fee314 2024-11-22T20:22:24,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/671fc5975d0a4baa8ea8226112c9a838 is 50, key is test_row_0/B:col10/1732306943391/Put/seqid=0 2024-11-22T20:22:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:24,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742357_1533 (size=12151) 2024-11-22T20:22:24,587 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/671fc5975d0a4baa8ea8226112c9a838 2024-11-22T20:22:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/efd7bbd07e8e4b39b75e8b24907f9bbe is 50, key is test_row_0/C:col10/1732306943391/Put/seqid=0 2024-11-22T20:22:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742358_1534 (size=12151) 2024-11-22T20:22:24,616 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/efd7bbd07e8e4b39b75e8b24907f9bbe 2024-11-22T20:22:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6aa23733cd7b4a5386fb338319fee314 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314 2024-11-22T20:22:24,627 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T20:22:24,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/671fc5975d0a4baa8ea8226112c9a838 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838 2024-11-22T20:22:24,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307004619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307004621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307004622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307004623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,636 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T20:22:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/efd7bbd07e8e4b39b75e8b24907f9bbe as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe 2024-11-22T20:22:24,641 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe, entries=150, sequenceid=208, filesize=11.9 K 2024-11-22T20:22:24,643 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 2434a112dd2c3267e5bf9207b5bea1a5 in 204ms, sequenceid=208, compaction requested=true 2024-11-22T20:22:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:24,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-22T20:22:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-22T20:22:24,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T20:22:24,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-22T20:22:24,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2900 sec 2024-11-22T20:22:24,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:24,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307004753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/27aff5e649994d0b9ea0de7debad68d4 is 50, key is test_row_0/A:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:24,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307004754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307004763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307004764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742359_1535 (size=12151) 2024-11-22T20:22:24,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307004866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307004866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307004879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:24,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307004879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307005077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307005079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307005089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307005089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/27aff5e649994d0b9ea0de7debad68d4 2024-11-22T20:22:25,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fb8b187db7914523b9b94ab7459d9319 is 50, key is test_row_0/B:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:25,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742360_1536 (size=12151) 2024-11-22T20:22:25,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fb8b187db7914523b9b94ab7459d9319 2024-11-22T20:22:25,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6751c098c1464d2bbe2f01b985bdf44c is 50, key is test_row_0/C:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742361_1537 (size=12151) 2024-11-22T20:22:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307005385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307005386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307005399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307005399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-22T20:22:25,465 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-22T20:22:25,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-22T20:22:25,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:22:25,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:25,469 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:25,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:22:25,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T20:22:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6751c098c1464d2bbe2f01b985bdf44c 2024-11-22T20:22:25,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/27aff5e649994d0b9ea0de7debad68d4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4 2024-11-22T20:22:25,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:22:25,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fb8b187db7914523b9b94ab7459d9319 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319 2024-11-22T20:22:25,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:22:25,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6751c098c1464d2bbe2f01b985bdf44c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c 2024-11-22T20:22:25,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:22:25,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1005ms, sequenceid=236, compaction requested=true 2024-11-22T20:22:25,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:25,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:25,755 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:25,755 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:25,757 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51132 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:25,757 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:25,757 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,757 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/01cc62ff51c94024893bcaab28f754e0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=49.9 K 2024-11-22T20:22:25,757 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:25,757 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:25,757 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,757 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6d5a3f9af7964691a09dc0087ac9ea29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=47.7 K 2024-11-22T20:22:25,758 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5a3f9af7964691a09dc0087ac9ea29, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:25,758 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01cc62ff51c94024893bcaab28f754e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:25,759 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ff0cac0c420c424aa1e1060bf9ae6cca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732306942726 2024-11-22T20:22:25,759 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1832dd04d9c4487821cea7aacd5e57f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732306942726 2024-11-22T20:22:25,759 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa23733cd7b4a5386fb338319fee314, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732306943381 2024-11-22T20:22:25,760 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 671fc5975d0a4baa8ea8226112c9a838, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732306943381 2024-11-22T20:22:25,760 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27aff5e649994d0b9ea0de7debad68d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:25,760 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fb8b187db7914523b9b94ab7459d9319, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:22:25,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:25,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-22T20:22:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:22:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,780 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:25,780 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e3b6c621d4fc43dd910e9cfdf4545131 is 50, key is test_row_0/A:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:25,792 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:25,793 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/db4768a0c424471883dc15040fb4b4a1 is 50, key is test_row_0/B:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:25,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/accbb8480f12451b9fc5d5fdbec278c8 is 50, key is test_row_0/A:col10/1732306944762/Put/seqid=0 2024-11-22T20:22:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742362_1538 (size=12425) 2024-11-22T20:22:25,849 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/e3b6c621d4fc43dd910e9cfdf4545131 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e3b6c621d4fc43dd910e9cfdf4545131 2024-11-22T20:22:25,853 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into e3b6c621d4fc43dd910e9cfdf4545131(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:25,853 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:25,853 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=12, startTime=1732306945754; duration=0sec 2024-11-22T20:22:25,854 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:25,854 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:25,854 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:25,855 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:25,855 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:25,855 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:25,855 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/0ba554be015e42cf9086f4ac6b38f2a3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=47.7 K 2024-11-22T20:22:25,856 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ba554be015e42cf9086f4ac6b38f2a3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306942059 2024-11-22T20:22:25,856 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643dc15ed6584f059d6598b9470c386e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732306942726 2024-11-22T20:22:25,856 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting efd7bbd07e8e4b39b75e8b24907f9bbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732306943381 2024-11-22T20:22:25,857 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6751c098c1464d2bbe2f01b985bdf44c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742363_1539 (size=12527) 2024-11-22T20:22:25,867 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/db4768a0c424471883dc15040fb4b4a1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/db4768a0c424471883dc15040fb4b4a1 2024-11-22T20:22:25,871 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into db4768a0c424471883dc15040fb4b4a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:25,871 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:25,871 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=12, startTime=1732306945755; duration=0sec 2024-11-22T20:22:25,872 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:25,872 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:25,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742364_1540 (size=12151) 2024-11-22T20:22:25,891 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/accbb8480f12451b9fc5d5fdbec278c8 2024-11-22T20:22:25,902 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:25,903 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/eb14133ef73a42cb87ffa89797526505 is 50, key is test_row_0/C:col10/1732306944621/Put/seqid=0 2024-11-22T20:22:25,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9e51298a45784d199e12543378349b21 is 50, key is test_row_0/B:col10/1732306944762/Put/seqid=0 2024-11-22T20:22:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742366_1542 (size=12151) 2024-11-22T20:22:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742365_1541 (size=12527) 2024-11-22T20:22:25,961 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9e51298a45784d199e12543378349b21 2024-11-22T20:22:25,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8bd07a9d48e04b05a4287b5a03707016 is 50, key is test_row_0/C:col10/1732306944762/Put/seqid=0 2024-11-22T20:22:26,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307006015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742367_1543 (size=12151) 2024-11-22T20:22:26,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307006026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307006024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:22:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307006126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307006139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307006142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307006336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307006346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307006352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,369 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/eb14133ef73a42cb87ffa89797526505 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eb14133ef73a42cb87ffa89797526505 2024-11-22T20:22:26,375 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into eb14133ef73a42cb87ffa89797526505(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:26,375 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:26,375 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=12, startTime=1732306945755; duration=0sec 2024-11-22T20:22:26,375 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:26,375 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:26,429 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8bd07a9d48e04b05a4287b5a03707016 2024-11-22T20:22:26,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/accbb8480f12451b9fc5d5fdbec278c8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8 2024-11-22T20:22:26,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9e51298a45784d199e12543378349b21 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21 2024-11-22T20:22:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8bd07a9d48e04b05a4287b5a03707016 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016 2024-11-22T20:22:26,451 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:26,452 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 2434a112dd2c3267e5bf9207b5bea1a5 in 678ms, sequenceid=244, compaction requested=false 2024-11-22T20:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-22T20:22:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-22T20:22:26,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-22T20:22:26,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec 2024-11-22T20:22:26,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 989 msec 2024-11-22T20:22:26,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:22:26,571 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-22T20:22:26,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-22T20:22:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:26,576 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:26,577 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:26,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:26,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b0f67e3ef7c448e86f968ce7fbb5715 is 50, key is test_row_0/A:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307006656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307006661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307006663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:26,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742368_1544 (size=14741) 2024-11-22T20:22:26,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b0f67e3ef7c448e86f968ce7fbb5715 2024-11-22T20:22:26,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ae2942b9ff4c42478e7bceb72da86b70 is 50, key is test_row_0/B:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742369_1545 (size=12301) 2024-11-22T20:22:26,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ae2942b9ff4c42478e7bceb72da86b70 2024-11-22T20:22:26,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/23334b7703a548338d0bf84ded31e68b is 50, key is test_row_0/C:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742370_1546 (size=12301) 2024-11-22T20:22:26,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/23334b7703a548338d0bf84ded31e68b 2024-11-22T20:22:26,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0b0f67e3ef7c448e86f968ce7fbb5715 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715 2024-11-22T20:22:26,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715, entries=200, sequenceid=278, filesize=14.4 K 2024-11-22T20:22:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/ae2942b9ff4c42478e7bceb72da86b70 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70 2024-11-22T20:22:26,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T20:22:26,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/23334b7703a548338d0bf84ded31e68b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b 2024-11-22T20:22:26,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732307006765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,771 DEBUG [Thread-2184 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:26,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T20:22:26,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 2434a112dd2c3267e5bf9207b5bea1a5 in 124ms, sequenceid=278, compaction requested=true 2024-11-22T20:22:26,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:26,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:26,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:26,775 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:26,775 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:26,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:26,776 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:26,776 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:26,776 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,776 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/db4768a0c424471883dc15040fb4b4a1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.1 K 2024-11-22T20:22:26,776 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4768a0c424471883dc15040fb4b4a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:26,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:26,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:26,777 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,777 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e3b6c621d4fc43dd910e9cfdf4545131, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=38.4 K 2024-11-22T20:22:26,777 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e51298a45784d199e12543378349b21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306944750 2024-11-22T20:22:26,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e3b6c621d4fc43dd910e9cfdf4545131, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:26,778 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae2942b9ff4c42478e7bceb72da86b70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:26,778 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting accbb8480f12451b9fc5d5fdbec278c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306944750 2024-11-22T20:22:26,779 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b0f67e3ef7c448e86f968ce7fbb5715, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:26,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:26,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,795 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#464 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:26,797 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/81f082f00b634e7393edb5df668be34b is 50, key is test_row_0/A:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,797 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:26,798 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/5ae30ad3113f4c15a2242bb9b6d6946b is 50, key is test_row_0/B:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/8d4425e503c148b68f37c7486e4ac475 is 50, key is test_row_0/A:col10/1732306946791/Put/seqid=0 2024-11-22T20:22:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742371_1547 (size=12779) 2024-11-22T20:22:26,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742372_1548 (size=12677) 2024-11-22T20:22:26,847 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/81f082f00b634e7393edb5df668be34b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81f082f00b634e7393edb5df668be34b 2024-11-22T20:22:26,854 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 81f082f00b634e7393edb5df668be34b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:26,854 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:26,854 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306946774; duration=0sec 2024-11-22T20:22:26,855 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:26,855 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:26,855 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:26,855 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:26,856 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:26,856 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,856 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eb14133ef73a42cb87ffa89797526505, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.1 K 2024-11-22T20:22:26,856 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting eb14133ef73a42cb87ffa89797526505, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306944619 2024-11-22T20:22:26,856 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bd07a9d48e04b05a4287b5a03707016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306944750 2024-11-22T20:22:26,857 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 23334b7703a548338d0bf84ded31e68b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:26,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742373_1549 (size=17181) 2024-11-22T20:22:26,870 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:26,870 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/d19718279a7c4a4eb005383155184a3e is 50, key is test_row_0/C:col10/1732306946024/Put/seqid=0 2024-11-22T20:22:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:26,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:26,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:26,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:26,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:26,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742374_1550 (size=12779) 2024-11-22T20:22:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,900 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/d19718279a7c4a4eb005383155184a3e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/d19718279a7c4a4eb005383155184a3e 2024-11-22T20:22:26,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307006894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:26,905 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into d19718279a7c4a4eb005383155184a3e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:26,905 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:26,906 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306946775; duration=0sec 2024-11-22T20:22:26,906 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:26,906 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307006995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307007001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307007166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307007170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:27,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307007205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307007210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,236 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/5ae30ad3113f4c15a2242bb9b6d6946b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/5ae30ad3113f4c15a2242bb9b6d6946b 2024-11-22T20:22:27,243 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 5ae30ad3113f4c15a2242bb9b6d6946b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:27,243 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:27,243 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306946774; duration=0sec 2024-11-22T20:22:27,243 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:27,243 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:27,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/8d4425e503c148b68f37c7486e4ac475 2024-11-22T20:22:27,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/c0a272cadec640c59a2f5ce7dcc5fb71 is 50, key is test_row_0/B:col10/1732306946791/Put/seqid=0 2024-11-22T20:22:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742375_1551 (size=12301) 2024-11-22T20:22:27,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307007510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307007516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:27,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/c0a272cadec640c59a2f5ce7dcc5fb71 2024-11-22T20:22:27,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/589050b9fb3844afb42e0674aff36f7c is 50, key is test_row_0/C:col10/1732306946791/Put/seqid=0 2024-11-22T20:22:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742376_1552 (size=12301) 2024-11-22T20:22:27,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/589050b9fb3844afb42e0674aff36f7c 2024-11-22T20:22:27,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/8d4425e503c148b68f37c7486e4ac475 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475 2024-11-22T20:22:27,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475, entries=250, sequenceid=290, filesize=16.8 K 2024-11-22T20:22:27,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/c0a272cadec640c59a2f5ce7dcc5fb71 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71 2024-11-22T20:22:27,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:27,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:27,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T20:22:27,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/589050b9fb3844afb42e0674aff36f7c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c 2024-11-22T20:22:27,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c, entries=150, sequenceid=290, filesize=12.0 K 2024-11-22T20:22:27,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1025ms, sequenceid=290, compaction requested=false 2024-11-22T20:22:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:27,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:27,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:27,959 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b68227e1346a497c8162dbf3c180bbfa is 50, key is test_row_0/A:col10/1732306946883/Put/seqid=0 2024-11-22T20:22:28,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742377_1553 (size=12301) 2024-11-22T20:22:28,026 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b68227e1346a497c8162dbf3c180bbfa 2024-11-22T20:22:28,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/3c88060d38424f4c9ec505b306d71584 is 50, key is test_row_0/B:col10/1732306946883/Put/seqid=0 2024-11-22T20:22:28,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307008050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307008052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742378_1554 (size=12301) 2024-11-22T20:22:28,083 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/3c88060d38424f4c9ec505b306d71584 2024-11-22T20:22:28,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/a9bf6776969d48d78a0b94ccbba03d4b is 50, key is test_row_0/C:col10/1732306946883/Put/seqid=0 2024-11-22T20:22:28,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742379_1555 (size=12301) 2024-11-22T20:22:28,133 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/a9bf6776969d48d78a0b94ccbba03d4b 2024-11-22T20:22:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b68227e1346a497c8162dbf3c180bbfa as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa 2024-11-22T20:22:28,146 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T20:22:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/3c88060d38424f4c9ec505b306d71584 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584 2024-11-22T20:22:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307008154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,161 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T20:22:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/a9bf6776969d48d78a0b94ccbba03d4b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b 2024-11-22T20:22:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307008163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b, entries=150, sequenceid=317, filesize=12.0 K 2024-11-22T20:22:28,176 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2434a112dd2c3267e5bf9207b5bea1a5 in 216ms, sequenceid=317, compaction requested=true 2024-11-22T20:22:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-22T20:22:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-22T20:22:28,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T20:22:28,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6010 sec 2024-11-22T20:22:28,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.6070 sec 2024-11-22T20:22:28,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:28,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a8a6a39efa8f4320a2cfa0f171a95ed6 is 50, key is test_row_0/A:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:28,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742380_1556 (size=12301) 2024-11-22T20:22:28,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a8a6a39efa8f4320a2cfa0f171a95ed6 2024-11-22T20:22:28,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e500860299bf46cdb5159d38604011db is 50, key is test_row_0/B:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:28,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307008280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307008286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742381_1557 (size=12301) 2024-11-22T20:22:28,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307008362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307008371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307008392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307008397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307008596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307008605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307008672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-22T20:22:28,681 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-22T20:22:28,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-22T20:22:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:28,685 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:28,685 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:28,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:28,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307008679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e500860299bf46cdb5159d38604011db 2024-11-22T20:22:28,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/9dfec56413fe41a4b1401aa34b4d375b is 50, key is test_row_0/C:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:28,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742382_1558 (size=12301) 2024-11-22T20:22:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:28,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:28,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:28,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307008904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307008920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:28,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:28,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:28,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/9dfec56413fe41a4b1401aa34b4d375b 2024-11-22T20:22:29,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a8a6a39efa8f4320a2cfa0f171a95ed6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6 2024-11-22T20:22:29,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T20:22:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307009178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e500860299bf46cdb5159d38604011db as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db 2024-11-22T20:22:29,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T20:22:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/9dfec56413fe41a4b1401aa34b4d375b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b 2024-11-22T20:22:29,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T20:22:29,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1007ms, sequenceid=330, compaction requested=true 2024-11-22T20:22:29,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:29,191 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:29,192 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:29,192 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:29,193 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,193 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81f082f00b634e7393edb5df668be34b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=53.2 K 2024-11-22T20:22:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:29,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,193 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81f082f00b634e7393edb5df668be34b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:29,193 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:29,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:29,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:29,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:29,194 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d4425e503c148b68f37c7486e4ac475, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732306946659 2024-11-22T20:22:29,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:29,194 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:29,195 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:29,195 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:29,195 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/5ae30ad3113f4c15a2242bb9b6d6946b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=48.5 K 2024-11-22T20:22:29,195 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b68227e1346a497c8162dbf3c180bbfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732306946883 2024-11-22T20:22:29,195 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae30ad3113f4c15a2242bb9b6d6946b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:29,196 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8a6a39efa8f4320a2cfa0f171a95ed6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,196 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c0a272cadec640c59a2f5ce7dcc5fb71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732306946782 2024-11-22T20:22:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:29,196 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c88060d38424f4c9ec505b306d71584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732306946883 2024-11-22T20:22:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,197 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e500860299bf46cdb5159d38604011db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:29,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/da0e204ae76040df8796c181b374a75c is 50, key is test_row_0/A:col10/1732306948235/Put/seqid=0 2024-11-22T20:22:29,216 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:29,217 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6e5956f39dc94af49b55f81dab1d3660 is 50, key is test_row_0/A:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:29,220 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:29,221 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/85fe6bb6638c443b82cb73dc90312b9e is 50, key is test_row_0/B:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742383_1559 (size=14741) 2024-11-22T20:22:29,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/da0e204ae76040df8796c181b374a75c 2024-11-22T20:22:29,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742384_1560 (size=12813) 2024-11-22T20:22:29,275 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6e5956f39dc94af49b55f81dab1d3660 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e5956f39dc94af49b55f81dab1d3660 2024-11-22T20:22:29,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307009269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8c151d22eea643bab92755ab636a532f is 50, key is test_row_0/B:col10/1732306948235/Put/seqid=0 2024-11-22T20:22:29,283 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 6e5956f39dc94af49b55f81dab1d3660(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:29,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:29,283 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=12, startTime=1732306949190; duration=0sec 2024-11-22T20:22:29,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:29,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:29,283 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742385_1561 (size=12915) 2024-11-22T20:22:29,286 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:29,287 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:29,287 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,288 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/d19718279a7c4a4eb005383155184a3e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=48.5 K 2024-11-22T20:22:29,288 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d19718279a7c4a4eb005383155184a3e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306945942 2024-11-22T20:22:29,289 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 589050b9fb3844afb42e0674aff36f7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732306946782 2024-11-22T20:22:29,290 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9bf6776969d48d78a0b94ccbba03d4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732306946883 2024-11-22T20:22:29,290 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dfec56413fe41a4b1401aa34b4d375b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:29,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742386_1562 (size=12301) 2024-11-22T20:22:29,314 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:29,315 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/c15ae69b1d6e43519ef95ca4de34d2f8 is 50, key is test_row_0/C:col10/1732306948048/Put/seqid=0 2024-11-22T20:22:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742387_1563 (size=12915) 2024-11-22T20:22:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307009380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307009413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307009426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307009587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,694 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/85fe6bb6638c443b82cb73dc90312b9e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85fe6bb6638c443b82cb73dc90312b9e 2024-11-22T20:22:29,701 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 85fe6bb6638c443b82cb73dc90312b9e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:29,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:29,701 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=12, startTime=1732306949193; duration=0sec 2024-11-22T20:22:29,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,701 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:29,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8c151d22eea643bab92755ab636a532f 2024-11-22T20:22:29,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4b86da841c924d6daf1a6e726c0fc35a is 50, key is test_row_0/C:col10/1732306948235/Put/seqid=0 2024-11-22T20:22:29,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,769 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/c15ae69b1d6e43519ef95ca4de34d2f8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c15ae69b1d6e43519ef95ca4de34d2f8 2024-11-22T20:22:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742388_1564 (size=12301) 2024-11-22T20:22:29,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4b86da841c924d6daf1a6e726c0fc35a 2024-11-22T20:22:29,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/da0e204ae76040df8796c181b374a75c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c 2024-11-22T20:22:29,782 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into c15ae69b1d6e43519ef95ca4de34d2f8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:29,782 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:29,782 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=12, startTime=1732306949194; duration=0sec 2024-11-22T20:22:29,782 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,782 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:29,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c, entries=200, sequenceid=354, filesize=14.4 K 2024-11-22T20:22:29,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8c151d22eea643bab92755ab636a532f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f 2024-11-22T20:22:29,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T20:22:29,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4b86da841c924d6daf1a6e726c0fc35a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a 2024-11-22T20:22:29,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T20:22:29,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2434a112dd2c3267e5bf9207b5bea1a5 in 605ms, sequenceid=354, compaction requested=false 2024-11-22T20:22:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:29,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:22:29,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:29,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:29,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:29,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:29,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0a31a3964ef04e14b91ab92923eadff6 is 50, key is test_row_0/A:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:29,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:29,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:29,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742389_1565 (size=12297) 2024-11-22T20:22:29,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0a31a3964ef04e14b91ab92923eadff6 2024-11-22T20:22:29,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4816fe982a1c47d3ab2784342a0184b4 is 50, key is test_row_0/B:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742390_1566 (size=9857) 2024-11-22T20:22:30,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307010034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307010142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307010185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307010355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4816fe982a1c47d3ab2784342a0184b4 2024-11-22T20:22:30,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4374910bbd164028beec9df0c715a0b5 is 50, key is test_row_0/C:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:30,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307010419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742391_1567 (size=9857) 2024-11-22T20:22:30,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307010439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307010663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:30,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4374910bbd164028beec9df0c715a0b5 2024-11-22T20:22:30,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0a31a3964ef04e14b91ab92923eadff6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6 2024-11-22T20:22:30,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6, entries=150, sequenceid=370, filesize=12.0 K 2024-11-22T20:22:30,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/4816fe982a1c47d3ab2784342a0184b4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4 2024-11-22T20:22:30,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4, entries=100, sequenceid=370, filesize=9.6 K 2024-11-22T20:22:30,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4374910bbd164028beec9df0c715a0b5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5 2024-11-22T20:22:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5, entries=100, sequenceid=370, filesize=9.6 K 2024-11-22T20:22:30,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2434a112dd2c3267e5bf9207b5bea1a5 in 949ms, sequenceid=370, compaction requested=true 2024-11-22T20:22:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:30,850 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:30,851 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,853 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39851 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,853 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:30,853 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,853 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e5956f39dc94af49b55f81dab1d3660, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=38.9 K 2024-11-22T20:22:30,853 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e5956f39dc94af49b55f81dab1d3660, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:30,854 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,854 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:30,854 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,854 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85fe6bb6638c443b82cb73dc90312b9e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=34.3 K 2024-11-22T20:22:30,854 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting da0e204ae76040df8796c181b374a75c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732306948235 2024-11-22T20:22:30,854 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 85fe6bb6638c443b82cb73dc90312b9e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:30,854 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a31a3964ef04e14b91ab92923eadff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306949243 2024-11-22T20:22:30,856 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c151d22eea643bab92755ab636a532f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732306948235 2024-11-22T20:22:30,856 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 4816fe982a1c47d3ab2784342a0184b4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306949243 2024-11-22T20:22:30,863 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,864 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a986242a1a634a4d8b20955c79ce6cc2 is 50, key is test_row_0/A:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:30,873 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,874 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/2b70124bd262442596b2ac7d098e6ca5 is 50, key is test_row_0/B:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742392_1568 (size=12915) 2024-11-22T20:22:30,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742393_1569 (size=13017) 2024-11-22T20:22:30,931 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/2b70124bd262442596b2ac7d098e6ca5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2b70124bd262442596b2ac7d098e6ca5 2024-11-22T20:22:30,935 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a986242a1a634a4d8b20955c79ce6cc2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a986242a1a634a4d8b20955c79ce6cc2 2024-11-22T20:22:30,944 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into a986242a1a634a4d8b20955c79ce6cc2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:30,944 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306950850; duration=0sec 2024-11-22T20:22:30,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:30,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:30,944 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,946 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 2b70124bd262442596b2ac7d098e6ca5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,946 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:30,946 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306950851; duration=0sec 2024-11-22T20:22:30,946 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,946 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:30,947 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,947 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:30,947 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,947 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c15ae69b1d6e43519ef95ca4de34d2f8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=34.3 K 2024-11-22T20:22:30,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c15ae69b1d6e43519ef95ca4de34d2f8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306948034 2024-11-22T20:22:30,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b86da841c924d6daf1a6e726c0fc35a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732306948235 2024-11-22T20:22:30,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4374910bbd164028beec9df0c715a0b5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306949243 2024-11-22T20:22:30,958 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,959 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/fe03fa54d6254c84b84184619fadfef2 is 50, key is test_row_0/C:col10/1732306949243/Put/seqid=0 2024-11-22T20:22:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742394_1570 (size=13017) 2024-11-22T20:22:30,983 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/fe03fa54d6254c84b84184619fadfef2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fe03fa54d6254c84b84184619fadfef2 2024-11-22T20:22:30,993 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into fe03fa54d6254c84b84184619fadfef2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,993 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:30,993 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306950851; duration=0sec 2024-11-22T20:22:30,993 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,993 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:30,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:30,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-22T20:22:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:30,995 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:22:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a0916c9d5b2f486e971187b5e50c8779 is 50, key is test_row_0/A:col10/1732306950015/Put/seqid=0 2024-11-22T20:22:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742395_1571 (size=12301) 2024-11-22T20:22:31,017 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a0916c9d5b2f486e971187b5e50c8779 2024-11-22T20:22:31,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/7c5edf36bba944da9aeae0f211b04f2e is 50, key is test_row_0/B:col10/1732306950015/Put/seqid=0 2024-11-22T20:22:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742396_1572 (size=12301) 2024-11-22T20:22:31,069 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/7c5edf36bba944da9aeae0f211b04f2e 2024-11-22T20:22:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/7d8f91d291b94690b77457cb0a6cd185 is 50, key is test_row_0/C:col10/1732306950015/Put/seqid=0 2024-11-22T20:22:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742397_1573 (size=12301) 2024-11-22T20:22:31,095 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/7d8f91d291b94690b77457cb0a6cd185 2024-11-22T20:22:31,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a0916c9d5b2f486e971187b5e50c8779 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779 2024-11-22T20:22:31,107 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779, entries=150, sequenceid=396, filesize=12.0 K 2024-11-22T20:22:31,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/7c5edf36bba944da9aeae0f211b04f2e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e 2024-11-22T20:22:31,117 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e, entries=150, sequenceid=396, filesize=12.0 K 2024-11-22T20:22:31,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/7d8f91d291b94690b77457cb0a6cd185 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185 2024-11-22T20:22:31,125 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185, entries=150, sequenceid=396, filesize=12.0 K 2024-11-22T20:22:31,128 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 2434a112dd2c3267e5bf9207b5bea1a5 in 132ms, sequenceid=396, compaction requested=false 2024-11-22T20:22:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:31,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-22T20:22:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-22T20:22:31,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T20:22:31,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4460 sec 2024-11-22T20:22:31,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.4500 sec 2024-11-22T20:22:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:31,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:31,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:31,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/31d7c288a5564aee9c6443a61b91f17c is 50, key is test_row_0/A:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742398_1574 (size=12301) 2024-11-22T20:22:31,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/31d7c288a5564aee9c6443a61b91f17c 2024-11-22T20:22:31,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8ede23874bf948a281e0d825ac154a1b is 50, key is test_row_0/B:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742399_1575 (size=12301) 2024-11-22T20:22:31,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8ede23874bf948a281e0d825ac154a1b 2024-11-22T20:22:31,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b1248c6755ee40debb4a8410ea52322b is 50, key is test_row_0/C:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742400_1576 (size=12301) 2024-11-22T20:22:31,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b1248c6755ee40debb4a8410ea52322b 2024-11-22T20:22:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/31d7c288a5564aee9c6443a61b91f17c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c 2024-11-22T20:22:31,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c, entries=150, sequenceid=407, filesize=12.0 K 2024-11-22T20:22:31,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8ede23874bf948a281e0d825ac154a1b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b 2024-11-22T20:22:31,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-22T20:22:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b1248c6755ee40debb4a8410ea52322b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b 2024-11-22T20:22:31,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-22T20:22:31,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=140.89 KB/144270 for 2434a112dd2c3267e5bf9207b5bea1a5 in 161ms, sequenceid=407, compaction requested=true 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:31,369 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:22:31,369 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:31,370 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:31,370 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:31,370 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:31,371 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a986242a1a634a4d8b20955c79ce6cc2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.6 K 2024-11-22T20:22:31,371 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:31,371 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:31,371 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:31,371 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2b70124bd262442596b2ac7d098e6ca5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.7 K 2024-11-22T20:22:31,371 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a986242a1a634a4d8b20955c79ce6cc2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306948284 2024-11-22T20:22:31,371 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b70124bd262442596b2ac7d098e6ca5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306948284 2024-11-22T20:22:31,372 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5edf36bba944da9aeae0f211b04f2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732306950015 2024-11-22T20:22:31,372 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0916c9d5b2f486e971187b5e50c8779, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732306950015 2024-11-22T20:22:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:31,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:31,372 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ede23874bf948a281e0d825ac154a1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:31,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,373 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31d7c288a5564aee9c6443a61b91f17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:31,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/1bca94a0d9c94d08a18194d0ab357db8 is 50, key is test_row_0/A:col10/1732306951334/Put/seqid=0 2024-11-22T20:22:31,385 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:31,386 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/27b5bc0329cd437589930621bac9eeb8 is 50, key is test_row_0/B:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,393 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:31,394 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/f067bd1cf14049dc97bc0061128f22c7 is 50, key is test_row_0/A:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742401_1577 (size=14741) 2024-11-22T20:22:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742402_1578 (size=13119) 2024-11-22T20:22:31,429 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/27b5bc0329cd437589930621bac9eeb8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/27b5bc0329cd437589930621bac9eeb8 2024-11-22T20:22:31,434 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 27b5bc0329cd437589930621bac9eeb8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:31,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:31,434 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306951369; duration=0sec 2024-11-22T20:22:31,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:31,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:31,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:31,435 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:31,435 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:31,435 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:31,435 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fe03fa54d6254c84b84184619fadfef2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.7 K 2024-11-22T20:22:31,435 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fe03fa54d6254c84b84184619fadfef2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732306948284 2024-11-22T20:22:31,436 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d8f91d291b94690b77457cb0a6cd185, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732306950015 2024-11-22T20:22:31,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307011429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:31,436 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b1248c6755ee40debb4a8410ea52322b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742403_1579 (size=13017) 2024-11-22T20:22:31,450 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/f067bd1cf14049dc97bc0061128f22c7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f067bd1cf14049dc97bc0061128f22c7 2024-11-22T20:22:31,456 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#497 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:31,456 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into f067bd1cf14049dc97bc0061128f22c7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:31,456 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:31,456 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306951369; duration=0sec 2024-11-22T20:22:31,456 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,456 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:31,457 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/809e8dba1f7e46989d361e74151cb464 is 50, key is test_row_0/C:col10/1732306951191/Put/seqid=0 2024-11-22T20:22:31,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742404_1580 (size=13119) 2024-11-22T20:22:31,479 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/809e8dba1f7e46989d361e74151cb464 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/809e8dba1f7e46989d361e74151cb464 2024-11-22T20:22:31,488 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 809e8dba1f7e46989d361e74151cb464(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:31,488 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:31,488 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306951369; duration=0sec 2024-11-22T20:22:31,488 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,488 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:31,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307011537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:31,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307011743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:31,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/1bca94a0d9c94d08a18194d0ab357db8 2024-11-22T20:22:31,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e5c1a35acabe4830859d55d5d8aec020 is 50, key is test_row_0/B:col10/1732306951334/Put/seqid=0 2024-11-22T20:22:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742405_1581 (size=12301) 2024-11-22T20:22:31,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e5c1a35acabe4830859d55d5d8aec020 2024-11-22T20:22:31,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/cb50200175dd41b7ad7835371e0fd428 is 50, key is test_row_0/C:col10/1732306951334/Put/seqid=0 2024-11-22T20:22:31,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742406_1582 (size=12301) 2024-11-22T20:22:31,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/cb50200175dd41b7ad7835371e0fd428 2024-11-22T20:22:31,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/1bca94a0d9c94d08a18194d0ab357db8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8 2024-11-22T20:22:31,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8, entries=200, sequenceid=432, filesize=14.4 K 2024-11-22T20:22:31,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e5c1a35acabe4830859d55d5d8aec020 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020 2024-11-22T20:22:31,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020, entries=150, sequenceid=432, filesize=12.0 K 2024-11-22T20:22:31,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/cb50200175dd41b7ad7835371e0fd428 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428 2024-11-22T20:22:31,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428, entries=150, sequenceid=432, filesize=12.0 K 2024-11-22T20:22:31,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2434a112dd2c3267e5bf9207b5bea1a5 in 578ms, sequenceid=432, compaction requested=false 2024-11-22T20:22:31,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:32,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:32,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/4448f48d786f41f0a5534289bdf08330 is 50, key is test_row_0/A:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742407_1583 (size=12301) 2024-11-22T20:22:32,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/4448f48d786f41f0a5534289bdf08330 2024-11-22T20:22:32,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fee22326718745a99dfe47f9aa5b7655 is 50, key is test_row_0/B:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742408_1584 (size=12301) 2024-11-22T20:22:32,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fee22326718745a99dfe47f9aa5b7655 2024-11-22T20:22:32,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/22df7d02d40e4812a049612ac8fa6cc9 is 50, key is test_row_0/C:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742409_1585 (size=12301) 2024-11-22T20:22:32,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307012221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/22df7d02d40e4812a049612ac8fa6cc9 2024-11-22T20:22:32,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307012223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/4448f48d786f41f0a5534289bdf08330 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330 2024-11-22T20:22:32,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T20:22:32,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fee22326718745a99dfe47f9aa5b7655 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655 2024-11-22T20:22:32,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T20:22:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/22df7d02d40e4812a049612ac8fa6cc9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9 2024-11-22T20:22:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9, entries=150, sequenceid=447, filesize=12.0 K 2024-11-22T20:22:32,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2434a112dd2c3267e5bf9207b5bea1a5 in 202ms, sequenceid=447, compaction requested=true 2024-11-22T20:22:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,253 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:32,253 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:32,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:32,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,254 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:32,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:32,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:32,254 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:32,255 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:32,255 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/27b5bc0329cd437589930621bac9eeb8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.8 K 2024-11-22T20:22:32,255 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:32,255 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:32,255 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:32,255 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b5bc0329cd437589930621bac9eeb8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:32,255 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f067bd1cf14049dc97bc0061128f22c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=39.1 K 2024-11-22T20:22:32,255 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e5c1a35acabe4830859d55d5d8aec020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732306951334 2024-11-22T20:22:32,255 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f067bd1cf14049dc97bc0061128f22c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:32,256 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bca94a0d9c94d08a18194d0ab357db8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732306951334 2024-11-22T20:22:32,256 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fee22326718745a99dfe47f9aa5b7655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:32,256 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4448f48d786f41f0a5534289bdf08330, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:32,277 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:32,277 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8be4c69605894c22a295388095c9f930 is 50, key is test_row_0/B:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,285 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:32,285 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/ef67538357524c8a811a7a1978da8813 is 50, key is test_row_0/A:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742410_1586 (size=13221) 2024-11-22T20:22:32,317 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/8be4c69605894c22a295388095c9f930 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8be4c69605894c22a295388095c9f930 2024-11-22T20:22:32,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:32,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,329 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 8be4c69605894c22a295388095c9f930(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,329 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,329 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306952253; duration=0sec 2024-11-22T20:22:32,329 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:32,329 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:32,329 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:32,331 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:32,331 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:32,331 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:32,331 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/809e8dba1f7e46989d361e74151cb464, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.8 K 2024-11-22T20:22:32,332 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 809e8dba1f7e46989d361e74151cb464, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732306951191 2024-11-22T20:22:32,332 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting cb50200175dd41b7ad7835371e0fd428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732306951334 2024-11-22T20:22:32,333 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 22df7d02d40e4812a049612ac8fa6cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:32,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742411_1587 (size=13119) 2024-11-22T20:22:32,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/ef67538357524c8a811a7a1978da8813 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ef67538357524c8a811a7a1978da8813 2024-11-22T20:22:32,347 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into ef67538357524c8a811a7a1978da8813(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,347 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,347 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306952253; duration=0sec 2024-11-22T20:22:32,347 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,347 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:32,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd is 50, key is test_row_0/A:col10/1732306952220/Put/seqid=0 2024-11-22T20:22:32,367 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:32,368 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b4ea131fb021451cb4dbed4284dd1c9d is 50, key is test_row_0/C:col10/1732306951403/Put/seqid=0 2024-11-22T20:22:32,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307012363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307012365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742412_1588 (size=14741) 2024-11-22T20:22:32,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd 2024-11-22T20:22:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742413_1589 (size=13221) 2024-11-22T20:22:32,427 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/b4ea131fb021451cb4dbed4284dd1c9d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b4ea131fb021451cb4dbed4284dd1c9d 2024-11-22T20:22:32,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9f6bd68dc95c44ca805bc9f4ed53c18e is 50, key is test_row_0/B:col10/1732306952220/Put/seqid=0 2024-11-22T20:22:32,433 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into b4ea131fb021451cb4dbed4284dd1c9d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,434 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306952254; duration=0sec 2024-11-22T20:22:32,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,434 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:32,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307012430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,439 DEBUG [Thread-2186 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:32,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307012460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,464 DEBUG [Thread-2180 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742414_1590 (size=12301) 2024-11-22T20:22:32,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307012472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307012473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307012679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307012679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:22:32,790 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-22T20:22:32,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T20:22:32,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:32,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:32,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T20:22:32,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9f6bd68dc95c44ca805bc9f4ed53c18e 2024-11-22T20:22:32,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6bcd6207e67b4df4a66102bb4f2766f3 is 50, key is test_row_0/C:col10/1732306952220/Put/seqid=0 2024-11-22T20:22:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T20:22:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742415_1591 (size=12301) 2024-11-22T20:22:32,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6bcd6207e67b4df4a66102bb4f2766f3 2024-11-22T20:22:32,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd 2024-11-22T20:22:32,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd, entries=200, sequenceid=473, filesize=14.4 K 2024-11-22T20:22:32,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9f6bd68dc95c44ca805bc9f4ed53c18e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e 2024-11-22T20:22:32,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:32,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T20:22:32,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T20:22:32,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:32,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:32,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/6bcd6207e67b4df4a66102bb4f2766f3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3 2024-11-22T20:22:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:32,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T20:22:32,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 2434a112dd2c3267e5bf9207b5bea1a5 in 632ms, sequenceid=473, compaction requested=false 2024-11-22T20:22:32,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:32,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:22:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:32,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:32,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/ee1ea8115979474f9d2febdb06b0c9e6 is 50, key is test_row_0/A:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742416_1592 (size=14741) 2024-11-22T20:22:33,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/ee1ea8115979474f9d2febdb06b0c9e6 2024-11-22T20:22:33,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/258c007ed62f4e93bd3e8ce1598eeab6 is 50, key is test_row_0/B:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742417_1593 (size=12301) 2024-11-22T20:22:33,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/258c007ed62f4e93bd3e8ce1598eeab6 2024-11-22T20:22:33,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307013054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8108a4349f1a4678b3ee2f687c4e6986 is 50, key is test_row_0/C:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307013055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T20:22:33,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T20:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742418_1594 (size=12301) 2024-11-22T20:22:33,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307013163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307013163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T20:22:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307013370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307013371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T20:22:33,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T20:22:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:33,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8108a4349f1a4678b3ee2f687c4e6986 2024-11-22T20:22:33,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/ee1ea8115979474f9d2febdb06b0c9e6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6 2024-11-22T20:22:33,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6, entries=200, sequenceid=489, filesize=14.4 K 2024-11-22T20:22:33,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/258c007ed62f4e93bd3e8ce1598eeab6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6 2024-11-22T20:22:33,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6, entries=150, sequenceid=489, filesize=12.0 K 2024-11-22T20:22:33,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/8108a4349f1a4678b3ee2f687c4e6986 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986 2024-11-22T20:22:33,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986, entries=150, sequenceid=489, filesize=12.0 K 2024-11-22T20:22:33,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2434a112dd2c3267e5bf9207b5bea1a5 in 549ms, sequenceid=489, compaction requested=true 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:33,539 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,539 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:33,540 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,540 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:33,540 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,540 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8be4c69605894c22a295388095c9f930, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.9 K 2024-11-22T20:22:33,541 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,541 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:33,541 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,541 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ef67538357524c8a811a7a1978da8813, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=41.6 K 2024-11-22T20:22:33,541 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be4c69605894c22a295388095c9f930, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:33,541 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef67538357524c8a811a7a1978da8813, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:33,541 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f6bd68dc95c44ca805bc9f4ed53c18e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732306952220 2024-11-22T20:22:33,543 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f4b2bd9bc64d8ea1db2c7348a0f7bd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732306952213 2024-11-22T20:22:33,543 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 258c007ed62f4e93bd3e8ce1598eeab6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:33,543 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1ea8115979474f9d2febdb06b0c9e6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:33,552 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,553 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0df49a222fd9459aa9c665019c0e631d is 50, key is test_row_0/A:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,558 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,558 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/1f6299a617c74a178d998586e2ec8908 is 50, key is test_row_0/B:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T20:22:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,569 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:22:33,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/296128396b974388b6f761cf8dc746bf is 50, key is test_row_0/A:col10/1732306953050/Put/seqid=0 2024-11-22T20:22:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742419_1595 (size=13221) 2024-11-22T20:22:33,605 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/0df49a222fd9459aa9c665019c0e631d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0df49a222fd9459aa9c665019c0e631d 2024-11-22T20:22:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742421_1597 (size=12301) 2024-11-22T20:22:33,611 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/296128396b974388b6f761cf8dc746bf 2024-11-22T20:22:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742420_1596 (size=13323) 2024-11-22T20:22:33,613 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 0df49a222fd9459aa9c665019c0e631d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:33,613 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:33,613 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306953539; duration=0sec 2024-11-22T20:22:33,614 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:33,614 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:33,614 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,616 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,616 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:33,616 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,616 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b4ea131fb021451cb4dbed4284dd1c9d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=36.9 K 2024-11-22T20:22:33,617 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4ea131fb021451cb4dbed4284dd1c9d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732306951403 2024-11-22T20:22:33,618 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bcd6207e67b4df4a66102bb4f2766f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732306952220 2024-11-22T20:22:33,618 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8108a4349f1a4678b3ee2f687c4e6986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e71c99d9e6f54ef49e60d6a6db44a4ad is 50, key is test_row_0/B:col10/1732306953050/Put/seqid=0 2024-11-22T20:22:33,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742422_1598 (size=12301) 2024-11-22T20:22:33,635 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e71c99d9e6f54ef49e60d6a6db44a4ad 2024-11-22T20:22:33,638 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,638 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/7083a7cfe3cd4151b634b3c2296fe154 is 50, key is test_row_0/C:col10/1732306952990/Put/seqid=0 2024-11-22T20:22:33,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/eda22b63955a4f4f829f91ce56139d9d is 50, key is test_row_0/C:col10/1732306953050/Put/seqid=0 2024-11-22T20:22:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742423_1599 (size=13323) 2024-11-22T20:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742424_1600 (size=12301) 2024-11-22T20:22:33,678 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/eda22b63955a4f4f829f91ce56139d9d 2024-11-22T20:22:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:33,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/296128396b974388b6f761cf8dc746bf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf 2024-11-22T20:22:33,685 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf, entries=150, sequenceid=511, filesize=12.0 K 2024-11-22T20:22:33,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/e71c99d9e6f54ef49e60d6a6db44a4ad as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad 2024-11-22T20:22:33,689 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad, entries=150, sequenceid=511, filesize=12.0 K 2024-11-22T20:22:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/eda22b63955a4f4f829f91ce56139d9d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d 2024-11-22T20:22:33,693 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d, entries=150, sequenceid=511, filesize=12.0 K 2024-11-22T20:22:33,693 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=40.25 KB/41220 for 2434a112dd2c3267e5bf9207b5bea1a5 in 124ms, sequenceid=511, compaction requested=false 2024-11-22T20:22:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T20:22:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-22T20:22:33,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T20:22:33,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 898 msec 2024-11-22T20:22:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:33,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:33,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 903 msec 2024-11-22T20:22:33,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/81b55469a19740e8a2a8171293506515 is 50, key is test_row_0/A:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742425_1601 (size=17181) 2024-11-22T20:22:33,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307013761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307013765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307013867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307013871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-22T20:22:33,901 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-22T20:22:33,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T20:22:33,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:33,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:33,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:34,017 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/1f6299a617c74a178d998586e2ec8908 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/1f6299a617c74a178d998586e2ec8908 2024-11-22T20:22:34,020 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 1f6299a617c74a178d998586e2ec8908(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:34,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:34,021 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306953539; duration=0sec 2024-11-22T20:22:34,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:34,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:34,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T20:22:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:34,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307014071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,080 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/7083a7cfe3cd4151b634b3c2296fe154 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7083a7cfe3cd4151b634b3c2296fe154 2024-11-22T20:22:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307014077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,084 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 7083a7cfe3cd4151b634b3c2296fe154(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:34,084 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:34,084 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306953539; duration=0sec 2024-11-22T20:22:34,084 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:34,084 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:34,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/81b55469a19740e8a2a8171293506515 2024-11-22T20:22:34,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/450f8b255cdd4bdabead466646a82f87 is 50, key is test_row_0/B:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742426_1602 (size=12301) 2024-11-22T20:22:34,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/450f8b255cdd4bdabead466646a82f87 2024-11-22T20:22:34,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5da80cbb4ac74d0e9e3d360caeafc1d2 is 50, key is test_row_0/C:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742427_1603 (size=12301) 2024-11-22T20:22:34,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5da80cbb4ac74d0e9e3d360caeafc1d2 2024-11-22T20:22:34,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/81b55469a19740e8a2a8171293506515 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515 2024-11-22T20:22:34,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515, entries=250, sequenceid=523, filesize=16.8 K 2024-11-22T20:22:34,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/450f8b255cdd4bdabead466646a82f87 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87 2024-11-22T20:22:34,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87, entries=150, sequenceid=523, filesize=12.0 K 2024-11-22T20:22:34,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5da80cbb4ac74d0e9e3d360caeafc1d2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2 2024-11-22T20:22:34,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2, entries=150, sequenceid=523, filesize=12.0 K 2024-11-22T20:22:34,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2434a112dd2c3267e5bf9207b5bea1a5 in 450ms, sequenceid=523, compaction requested=true 2024-11-22T20:22:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:34,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:34,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:34,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:34,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:34,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:34,147 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:34,147 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,148 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,148 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/1f6299a617c74a178d998586e2ec8908, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.0 K 2024-11-22T20:22:34,148 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0df49a222fd9459aa9c665019c0e631d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=41.7 K 2024-11-22T20:22:34,148 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f6299a617c74a178d998586e2ec8908, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:34,148 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df49a222fd9459aa9c665019c0e631d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:34,148 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting e71c99d9e6f54ef49e60d6a6db44a4ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732306953044 2024-11-22T20:22:34,148 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 296128396b974388b6f761cf8dc746bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732306953044 2024-11-22T20:22:34,148 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 450f8b255cdd4bdabead466646a82f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953691 2024-11-22T20:22:34,149 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81b55469a19740e8a2a8171293506515, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953679 2024-11-22T20:22:34,155 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:34,155 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:34,156 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/44e7aa6c2b5444699169ed17995786ae is 50, key is test_row_0/B:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:34,156 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6e07e61f7022409095513ab81f29eee3 is 50, key is test_row_0/A:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742429_1605 (size=13425) 2024-11-22T20:22:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742428_1604 (size=13323) 2024-11-22T20:22:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:34,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,209 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:34,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3bae958ed67a40849611081ccc775fb1 is 50, key is test_row_0/A:col10/1732306953754/Put/seqid=0 2024-11-22T20:22:34,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742430_1606 (size=12301) 2024-11-22T20:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:34,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307014395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307014400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307014501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:34,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307014504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,568 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/44e7aa6c2b5444699169ed17995786ae as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/44e7aa6c2b5444699169ed17995786ae 2024-11-22T20:22:34,569 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6e07e61f7022409095513ab81f29eee3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e07e61f7022409095513ab81f29eee3 2024-11-22T20:22:34,573 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into 44e7aa6c2b5444699169ed17995786ae(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:34,573 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 6e07e61f7022409095513ab81f29eee3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:34,574 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306954146; duration=0sec 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:34,574 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306954146; duration=0sec 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:34,574 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:34,575 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:34,575 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:34,575 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:34,575 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7083a7cfe3cd4151b634b3c2296fe154, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.0 K 2024-11-22T20:22:34,576 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7083a7cfe3cd4151b634b3c2296fe154, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732306952361 2024-11-22T20:22:34,577 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting eda22b63955a4f4f829f91ce56139d9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732306953044 2024-11-22T20:22:34,577 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da80cbb4ac74d0e9e3d360caeafc1d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953691 2024-11-22T20:22:34,588 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:34,589 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/c9006317accc41dd8b74a565a22a6d02 is 50, key is test_row_0/C:col10/1732306953695/Put/seqid=0 2024-11-22T20:22:34,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742431_1607 (size=13425) 2024-11-22T20:22:34,618 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3bae958ed67a40849611081ccc775fb1 2024-11-22T20:22:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/52ed4e12def641d1812a54cdf1fe2907 is 50, key is test_row_0/B:col10/1732306953754/Put/seqid=0 2024-11-22T20:22:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742432_1608 (size=12301) 2024-11-22T20:22:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307014706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:34,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307014710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:34,999 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/c9006317accc41dd8b74a565a22a6d02 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c9006317accc41dd8b74a565a22a6d02 2024-11-22T20:22:35,003 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into c9006317accc41dd8b74a565a22a6d02(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:35,003 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:35,003 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306954147; duration=0sec 2024-11-22T20:22:35,003 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:35,003 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307015011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307015013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/52ed4e12def641d1812a54cdf1fe2907 2024-11-22T20:22:35,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/99936044ad374f46a481979cab7747f9 is 50, key is test_row_0/C:col10/1732306953754/Put/seqid=0 2024-11-22T20:22:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742433_1609 (size=12301) 2024-11-22T20:22:35,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/99936044ad374f46a481979cab7747f9 2024-11-22T20:22:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3bae958ed67a40849611081ccc775fb1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1 2024-11-22T20:22:35,447 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1, entries=150, sequenceid=550, filesize=12.0 K 2024-11-22T20:22:35,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/52ed4e12def641d1812a54cdf1fe2907 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907 2024-11-22T20:22:35,450 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907, entries=150, sequenceid=550, filesize=12.0 K 2024-11-22T20:22:35,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/99936044ad374f46a481979cab7747f9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9 2024-11-22T20:22:35,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9, entries=150, sequenceid=550, filesize=12.0 K 2024-11-22T20:22:35,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1246ms, sequenceid=550, compaction requested=false 2024-11-22T20:22:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T20:22:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-22T20:22:35,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T20:22:35,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5530 sec 2024-11-22T20:22:35,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.5570 sec 2024-11-22T20:22:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:35,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:35,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:35,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3c3d18a2aa3547d69329985f9658ba6e is 50, key is test_row_0/A:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:35,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742434_1610 (size=14741) 2024-11-22T20:22:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307015566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307015570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307015671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307015675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307015876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307015879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:35,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3c3d18a2aa3547d69329985f9658ba6e 2024-11-22T20:22:35,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/93bcb8f7877f4ecb8e7149391f8fa804 is 50, key is test_row_0/B:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742435_1611 (size=12301) 2024-11-22T20:22:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-22T20:22:36,007 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-22T20:22:36,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T20:22:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:36,010 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:36,011 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:36,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:36,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307016180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307016186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:36,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/93bcb8f7877f4ecb8e7149391f8fa804 2024-11-22T20:22:36,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/3dfbad55823a41b79e561dd6420067e5 is 50, key is test_row_0/C:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742436_1612 (size=12301) 2024-11-22T20:22:36,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/3dfbad55823a41b79e561dd6420067e5 2024-11-22T20:22:36,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/3c3d18a2aa3547d69329985f9658ba6e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e 2024-11-22T20:22:36,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e, entries=200, sequenceid=565, filesize=14.4 K 2024-11-22T20:22:36,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/93bcb8f7877f4ecb8e7149391f8fa804 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804 2024-11-22T20:22:36,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T20:22:36,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/3dfbad55823a41b79e561dd6420067e5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5 2024-11-22T20:22:36,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5, entries=150, sequenceid=565, filesize=12.0 K 2024-11-22T20:22:36,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2434a112dd2c3267e5bf9207b5bea1a5 in 867ms, sequenceid=565, compaction requested=true 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:36,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:36,385 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:36,385 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:36,386 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:36,386 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:36,386 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:36,386 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:36,386 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,386 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,386 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/44e7aa6c2b5444699169ed17995786ae, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.1 K 2024-11-22T20:22:36,386 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e07e61f7022409095513ab81f29eee3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=39.4 K 2024-11-22T20:22:36,387 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e07e61f7022409095513ab81f29eee3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953691 2024-11-22T20:22:36,387 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e7aa6c2b5444699169ed17995786ae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953691 2024-11-22T20:22:36,387 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ed4e12def641d1812a54cdf1fe2907, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732306953754 2024-11-22T20:22:36,388 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bae958ed67a40849611081ccc775fb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732306953754 2024-11-22T20:22:36,388 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 93bcb8f7877f4ecb8e7149391f8fa804, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:36,388 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c3d18a2aa3547d69329985f9658ba6e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:36,395 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:36,395 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#531 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:36,396 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/26eeaf2964904e19b482077c7311bed4 is 50, key is test_row_0/A:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:36,396 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fa0bf8ea07b24582912cead9f711c92f is 50, key is test_row_0/B:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:36,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742437_1613 (size=13425) 2024-11-22T20:22:36,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742438_1614 (size=13527) 2024-11-22T20:22:36,409 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/26eeaf2964904e19b482077c7311bed4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/26eeaf2964904e19b482077c7311bed4 2024-11-22T20:22:36,412 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fa0bf8ea07b24582912cead9f711c92f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fa0bf8ea07b24582912cead9f711c92f 2024-11-22T20:22:36,415 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into 26eeaf2964904e19b482077c7311bed4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:36,415 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:36,415 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306956385; duration=0sec 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:36,416 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into fa0bf8ea07b24582912cead9f711c92f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:36,416 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306956385; duration=0sec 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:36,416 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:36,417 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:36,417 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:36,417 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,417 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c9006317accc41dd8b74a565a22a6d02, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.1 K 2024-11-22T20:22:36,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9006317accc41dd8b74a565a22a6d02, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732306953691 2024-11-22T20:22:36,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99936044ad374f46a481979cab7747f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732306953754 2024-11-22T20:22:36,418 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfbad55823a41b79e561dd6420067e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:36,423 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:36,423 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/ab8cadaedb6c4318bf79903c67483b0f is 50, key is test_row_0/C:col10/1732306955517/Put/seqid=0 2024-11-22T20:22:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742439_1615 (size=13527) 2024-11-22T20:22:36,431 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/ab8cadaedb6c4318bf79903c67483b0f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/ab8cadaedb6c4318bf79903c67483b0f 2024-11-22T20:22:36,437 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into ab8cadaedb6c4318bf79903c67483b0f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:36,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:36,437 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306956385; duration=0sec 2024-11-22T20:22:36,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:36,437 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:36,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:36,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:36,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6a4b80b4acf24df998dab7ac47adfb96 is 50, key is test_row_0/A:col10/1732306955564/Put/seqid=0 2024-11-22T20:22:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742440_1616 (size=14741) 2024-11-22T20:22:36,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307016486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36858 deadline: 1732307016495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,500 DEBUG [Thread-2180 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307016589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:36,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307016687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36878 deadline: 1732307016691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36900 deadline: 1732307016791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307016792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,794 DEBUG [Thread-2184 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18221 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., hostname=bc573ddb75cd,44749,1732306820106, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:36,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6a4b80b4acf24df998dab7ac47adfb96 2024-11-22T20:22:36,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9951f889a0124efea5986475241a23d0 is 50, key is test_row_0/B:col10/1732306955564/Put/seqid=0 2024-11-22T20:22:36,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742441_1617 (size=12301) 2024-11-22T20:22:36,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:36,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:36,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,052 DEBUG [Thread-2197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d49886 to 127.0.0.1:55696 2024-11-22T20:22:37,052 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,052 DEBUG [Thread-2195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:55696 2024-11-22T20:22:37,052 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,053 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:55696 2024-11-22T20:22:37,053 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,055 DEBUG [Thread-2189 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:55696 2024-11-22T20:22:37,055 DEBUG [Thread-2189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,056 DEBUG [Thread-2191 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:55696 2024-11-22T20:22:37,056 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307017097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:37,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9951f889a0124efea5986475241a23d0 2024-11-22T20:22:37,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5998b589b5f74193a15fbd4646bcb4e8 is 50, key is test_row_0/C:col10/1732306955564/Put/seqid=0 2024-11-22T20:22:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742442_1618 (size=12301) 2024-11-22T20:22:37,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36852 deadline: 1732307017602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5998b589b5f74193a15fbd4646bcb4e8 2024-11-22T20:22:37,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/6a4b80b4acf24df998dab7ac47adfb96 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96 2024-11-22T20:22:37,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96, entries=200, sequenceid=593, filesize=14.4 K 2024-11-22T20:22:37,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/9951f889a0124efea5986475241a23d0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0 2024-11-22T20:22:37,688 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0, entries=150, sequenceid=593, filesize=12.0 K 2024-11-22T20:22:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36886 deadline: 1732307017690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/5998b589b5f74193a15fbd4646bcb4e8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8 2024-11-22T20:22:37,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8, entries=150, sequenceid=593, filesize=12.0 K 2024-11-22T20:22:37,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1240ms, sequenceid=593, compaction requested=false 2024-11-22T20:22:37,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:37,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:37,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:37,701 DEBUG [Thread-2178 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:55696 2024-11-22T20:22:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:37,702 DEBUG [Thread-2178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:37,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:37,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/f917fa4549294d38bc4ca6f3fecd86c4 is 50, key is test_row_0/A:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:37,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742443_1619 (size=12301) 2024-11-22T20:22:37,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:37,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:37,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/f917fa4549294d38bc4ca6f3fecd86c4 2024-11-22T20:22:38,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/24199673a593474880497130aa68b284 is 50, key is test_row_0/B:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742444_1620 (size=12301) 2024-11-22T20:22:38,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/24199673a593474880497130aa68b284 2024-11-22T20:22:38,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/679841d1f4364c40bc90fe1fb9ec9aa0 is 50, key is test_row_0/C:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:38,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742445_1621 (size=12301) 2024-11-22T20:22:38,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,604 DEBUG [Thread-2186 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:55696 2024-11-22T20:22:38,604 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:38,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:38,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. as already flushing 2024-11-22T20:22:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:38,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/679841d1f4364c40bc90fe1fb9ec9aa0 2024-11-22T20:22:38,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/f917fa4549294d38bc4ca6f3fecd86c4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4 2024-11-22T20:22:38,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4, entries=150, sequenceid=605, filesize=12.0 K 2024-11-22T20:22:38,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/24199673a593474880497130aa68b284 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284 2024-11-22T20:22:38,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284, entries=150, sequenceid=605, filesize=12.0 K 2024-11-22T20:22:38,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/679841d1f4364c40bc90fe1fb9ec9aa0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0 2024-11-22T20:22:38,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0, entries=150, sequenceid=605, filesize=12.0 K 2024-11-22T20:22:38,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1236ms, sequenceid=605, compaction requested=true 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:38,937 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:38,937 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2434a112dd2c3267e5bf9207b5bea1a5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:38,938 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:38,938 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/B is initiating minor compaction (all files) 2024-11-22T20:22:38,938 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:38,938 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/B in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,938 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/A is initiating minor compaction (all files) 2024-11-22T20:22:38,938 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fa0bf8ea07b24582912cead9f711c92f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.2 K 2024-11-22T20:22:38,938 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/A in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:38,938 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/26eeaf2964904e19b482077c7311bed4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=39.5 K 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting fa0bf8ea07b24582912cead9f711c92f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26eeaf2964904e19b482077c7311bed4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 9951f889a0124efea5986475241a23d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1732306955564 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a4b80b4acf24df998dab7ac47adfb96, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1732306955562 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f917fa4549294d38bc4ca6f3fecd86c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732306956481 2024-11-22T20:22:38,939 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 24199673a593474880497130aa68b284, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732306956481 2024-11-22T20:22:38,947 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#A#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:38,947 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:38,948 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/bbc2c7e2cb714f86abd6e768586ae333 is 50, key is test_row_0/B:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:38,948 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b480debd791442e9861e9fbe83e4d480 is 50, key is test_row_0/A:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:38,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742446_1622 (size=13527) 2024-11-22T20:22:38,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742447_1623 (size=13629) 2024-11-22T20:22:39,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:39,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T20:22:39,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:39,061 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:39,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:39,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b99f936bd78c4ba2a69b4a310e838ffe is 50, key is test_row_0/A:col10/1732306958603/Put/seqid=0 2024-11-22T20:22:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742448_1624 (size=7415) 2024-11-22T20:22:39,357 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b480debd791442e9861e9fbe83e4d480 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b480debd791442e9861e9fbe83e4d480 2024-11-22T20:22:39,357 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/bbc2c7e2cb714f86abd6e768586ae333 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/bbc2c7e2cb714f86abd6e768586ae333 2024-11-22T20:22:39,360 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/B of 2434a112dd2c3267e5bf9207b5bea1a5 into bbc2c7e2cb714f86abd6e768586ae333(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:39,360 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/A of 2434a112dd2c3267e5bf9207b5bea1a5 into b480debd791442e9861e9fbe83e4d480(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:39,360 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/A, priority=13, startTime=1732306958937; duration=0sec 2024-11-22T20:22:39,360 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/B, priority=13, startTime=1732306958937; duration=0sec 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:A 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:B 2024-11-22T20:22:39,360 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:39,361 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:39,361 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): 2434a112dd2c3267e5bf9207b5bea1a5/C is initiating minor compaction (all files) 2024-11-22T20:22:39,361 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2434a112dd2c3267e5bf9207b5bea1a5/C in TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:39,361 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/ab8cadaedb6c4318bf79903c67483b0f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp, totalSize=37.2 K 2024-11-22T20:22:39,361 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8cadaedb6c4318bf79903c67483b0f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732306954393 2024-11-22T20:22:39,361 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5998b589b5f74193a15fbd4646bcb4e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=593, earliestPutTs=1732306955564 2024-11-22T20:22:39,362 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 679841d1f4364c40bc90fe1fb9ec9aa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=605, earliestPutTs=1732306956481 2024-11-22T20:22:39,367 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2434a112dd2c3267e5bf9207b5bea1a5#C#compaction#542 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:39,367 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/53755918fbcb49fcaeac80e37d5d5505 is 50, key is test_row_0/C:col10/1732306956485/Put/seqid=0 2024-11-22T20:22:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742449_1625 (size=13629) 2024-11-22T20:22:39,467 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b99f936bd78c4ba2a69b4a310e838ffe 2024-11-22T20:22:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b44cead0d5f1443b9748ba15525ac182 is 50, key is test_row_0/B:col10/1732306958603/Put/seqid=0 2024-11-22T20:22:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742450_1626 (size=7415) 2024-11-22T20:22:39,699 DEBUG [Thread-2182 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:55696 2024-11-22T20:22:39,699 DEBUG [Thread-2182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:39,774 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/53755918fbcb49fcaeac80e37d5d5505 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/53755918fbcb49fcaeac80e37d5d5505 2024-11-22T20:22:39,778 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2434a112dd2c3267e5bf9207b5bea1a5/C of 2434a112dd2c3267e5bf9207b5bea1a5 into 53755918fbcb49fcaeac80e37d5d5505(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:39,778 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:39,778 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5., storeName=2434a112dd2c3267e5bf9207b5bea1a5/C, priority=13, startTime=1732306958937; duration=0sec 2024-11-22T20:22:39,778 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:39,778 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2434a112dd2c3267e5bf9207b5bea1a5:C 2024-11-22T20:22:39,877 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b44cead0d5f1443b9748ba15525ac182 2024-11-22T20:22:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/afe8c4b6eb684c66b2faccc09e8d82f1 is 50, key is test_row_0/C:col10/1732306958603/Put/seqid=0 2024-11-22T20:22:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742451_1627 (size=7415) 2024-11-22T20:22:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:40,286 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=609 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/afe8c4b6eb684c66b2faccc09e8d82f1 2024-11-22T20:22:40,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/b99f936bd78c4ba2a69b4a310e838ffe as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b99f936bd78c4ba2a69b4a310e838ffe 2024-11-22T20:22:40,292 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b99f936bd78c4ba2a69b4a310e838ffe, entries=50, sequenceid=609, filesize=7.2 K 2024-11-22T20:22:40,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/b44cead0d5f1443b9748ba15525ac182 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b44cead0d5f1443b9748ba15525ac182 2024-11-22T20:22:40,295 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b44cead0d5f1443b9748ba15525ac182, entries=50, sequenceid=609, filesize=7.2 K 2024-11-22T20:22:40,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/afe8c4b6eb684c66b2faccc09e8d82f1 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/afe8c4b6eb684c66b2faccc09e8d82f1 2024-11-22T20:22:40,298 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/afe8c4b6eb684c66b2faccc09e8d82f1, entries=50, sequenceid=609, filesize=7.2 K 2024-11-22T20:22:40,298 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=6.71 KB/6870 for 2434a112dd2c3267e5bf9207b5bea1a5 in 1238ms, sequenceid=609, compaction requested=false 2024-11-22T20:22:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T20:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-11-22T20:22:40,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T20:22:40,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2880 sec 2024-11-22T20:22:40,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 4.2920 sec 2024-11-22T20:22:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-22T20:22:44,115 INFO [Thread-2188 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-22T20:22:46,529 DEBUG [Thread-2180 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:55696 2024-11-22T20:22:46,529 DEBUG [Thread-2180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:46,817 DEBUG [Thread-2184 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:55696 2024-11-22T20:22:46,817 DEBUG [Thread-2184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 189 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1869 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5607 rows 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1863 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5589 rows 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1862 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5586 rows 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1849 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5547 rows 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1868 2024-11-22T20:22:46,818 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5604 rows 2024-11-22T20:22:46,818 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:22:46,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:55696 2024-11-22T20:22:46,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:46,822 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:22:46,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:22:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:46,827 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306966826"}]},"ts":"1732306966826"} 2024-11-22T20:22:46,828 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:22:46,831 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:22:46,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:46,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, UNASSIGN}] 2024-11-22T20:22:46,833 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, UNASSIGN 2024-11-22T20:22:46,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=2434a112dd2c3267e5bf9207b5bea1a5, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:46,834 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:46,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure 2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:46,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:46,986 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:46,986 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 2434a112dd2c3267e5bf9207b5bea1a5, disabling compactions & flushes 2024-11-22T20:22:46,987 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. after waiting 0 ms 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:46,987 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2837): Flushing 2434a112dd2c3267e5bf9207b5bea1a5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=A 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=B 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2434a112dd2c3267e5bf9207b5bea1a5, store=C 2024-11-22T20:22:46,987 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,991 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/20bbebf01c1845ef81c628586dbe7b7f is 50, key is test_row_0/A:col10/1732306966816/Put/seqid=0 2024-11-22T20:22:47,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742452_1628 (size=9857) 2024-11-22T20:22:47,014 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/20bbebf01c1845ef81c628586dbe7b7f 2024-11-22T20:22:47,022 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fe2d7240c1cb4676889b2b60bed0251e is 50, key is test_row_0/B:col10/1732306966816/Put/seqid=0 2024-11-22T20:22:47,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742453_1629 (size=9857) 2024-11-22T20:22:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:47,427 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fe2d7240c1cb4676889b2b60bed0251e 2024-11-22T20:22:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:47,434 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4d7662ce724b421abe38cbbdb3ee095a is 50, key is test_row_0/C:col10/1732306966816/Put/seqid=0 2024-11-22T20:22:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742454_1630 (size=9857) 2024-11-22T20:22:47,841 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4d7662ce724b421abe38cbbdb3ee095a 2024-11-22T20:22:47,846 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/A/20bbebf01c1845ef81c628586dbe7b7f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/20bbebf01c1845ef81c628586dbe7b7f 2024-11-22T20:22:47,850 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/20bbebf01c1845ef81c628586dbe7b7f, entries=100, sequenceid=618, filesize=9.6 K 2024-11-22T20:22:47,851 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/B/fe2d7240c1cb4676889b2b60bed0251e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fe2d7240c1cb4676889b2b60bed0251e 2024-11-22T20:22:47,856 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fe2d7240c1cb4676889b2b60bed0251e, entries=100, sequenceid=618, filesize=9.6 K 2024-11-22T20:22:47,856 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/.tmp/C/4d7662ce724b421abe38cbbdb3ee095a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4d7662ce724b421abe38cbbdb3ee095a 2024-11-22T20:22:47,862 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4d7662ce724b421abe38cbbdb3ee095a, entries=100, sequenceid=618, filesize=9.6 K 2024-11-22T20:22:47,863 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2434a112dd2c3267e5bf9207b5bea1a5 in 876ms, sequenceid=618, compaction requested=true 2024-11-22T20:22:47,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e8d571fab8b944a5a4518187fa83a175, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/01cc62ff51c94024893bcaab28f754e0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e3b6c621d4fc43dd910e9cfdf4545131, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81f082f00b634e7393edb5df668be34b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e5956f39dc94af49b55f81dab1d3660, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a986242a1a634a4d8b20955c79ce6cc2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f067bd1cf14049dc97bc0061128f22c7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ef67538357524c8a811a7a1978da8813, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0df49a222fd9459aa9c665019c0e631d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e07e61f7022409095513ab81f29eee3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/26eeaf2964904e19b482077c7311bed4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4] to archive 2024-11-22T20:22:47,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:47,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e8d571fab8b944a5a4518187fa83a175 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e8d571fab8b944a5a4518187fa83a175 2024-11-22T20:22:47,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3be29e330191497d82c4dd012d901847 2024-11-22T20:22:47,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/33101eb61ef44276a1ed515f632957ca 2024-11-22T20:22:47,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/01cc62ff51c94024893bcaab28f754e0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/01cc62ff51c94024893bcaab28f754e0 2024-11-22T20:22:47,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a83d604aa3c84babbd53f0c5cf0f8447 2024-11-22T20:22:47,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b1832dd04d9c4487821cea7aacd5e57f 2024-11-22T20:22:47,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6aa23733cd7b4a5386fb338319fee314 2024-11-22T20:22:47,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e3b6c621d4fc43dd910e9cfdf4545131 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/e3b6c621d4fc43dd910e9cfdf4545131 2024-11-22T20:22:47,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/27aff5e649994d0b9ea0de7debad68d4 2024-11-22T20:22:47,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/accbb8480f12451b9fc5d5fdbec278c8 2024-11-22T20:22:47,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0b0f67e3ef7c448e86f968ce7fbb5715 2024-11-22T20:22:47,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81f082f00b634e7393edb5df668be34b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81f082f00b634e7393edb5df668be34b 2024-11-22T20:22:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/8d4425e503c148b68f37c7486e4ac475 2024-11-22T20:22:47,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b68227e1346a497c8162dbf3c180bbfa 2024-11-22T20:22:47,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e5956f39dc94af49b55f81dab1d3660 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e5956f39dc94af49b55f81dab1d3660 2024-11-22T20:22:47,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a8a6a39efa8f4320a2cfa0f171a95ed6 2024-11-22T20:22:47,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/da0e204ae76040df8796c181b374a75c 2024-11-22T20:22:47,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a986242a1a634a4d8b20955c79ce6cc2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a986242a1a634a4d8b20955c79ce6cc2 2024-11-22T20:22:47,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0a31a3964ef04e14b91ab92923eadff6 2024-11-22T20:22:47,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a0916c9d5b2f486e971187b5e50c8779 2024-11-22T20:22:47,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f067bd1cf14049dc97bc0061128f22c7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f067bd1cf14049dc97bc0061128f22c7 2024-11-22T20:22:47,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/31d7c288a5564aee9c6443a61b91f17c 2024-11-22T20:22:47,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/1bca94a0d9c94d08a18194d0ab357db8 2024-11-22T20:22:47,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ef67538357524c8a811a7a1978da8813 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ef67538357524c8a811a7a1978da8813 2024-11-22T20:22:47,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/4448f48d786f41f0a5534289bdf08330 2024-11-22T20:22:47,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/a9f4b2bd9bc64d8ea1db2c7348a0f7bd 2024-11-22T20:22:47,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/ee1ea8115979474f9d2febdb06b0c9e6 2024-11-22T20:22:47,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0df49a222fd9459aa9c665019c0e631d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/0df49a222fd9459aa9c665019c0e631d 2024-11-22T20:22:47,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/296128396b974388b6f761cf8dc746bf 2024-11-22T20:22:47,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/81b55469a19740e8a2a8171293506515 2024-11-22T20:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:47,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e07e61f7022409095513ab81f29eee3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6e07e61f7022409095513ab81f29eee3 2024-11-22T20:22:47,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3bae958ed67a40849611081ccc775fb1 2024-11-22T20:22:47,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/3c3d18a2aa3547d69329985f9658ba6e 2024-11-22T20:22:47,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/26eeaf2964904e19b482077c7311bed4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/26eeaf2964904e19b482077c7311bed4 2024-11-22T20:22:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/6a4b80b4acf24df998dab7ac47adfb96 2024-11-22T20:22:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/f917fa4549294d38bc4ca6f3fecd86c4 2024-11-22T20:22:47,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/45371e011d2a4bf583ad072d755c7cb0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6846170efe0c4adebd8e7ae9eb747d31, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6d5a3f9af7964691a09dc0087ac9ea29, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/db4768a0c424471883dc15040fb4b4a1, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/5ae30ad3113f4c15a2242bb9b6d6946b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85fe6bb6638c443b82cb73dc90312b9e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2b70124bd262442596b2ac7d098e6ca5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/27b5bc0329cd437589930621bac9eeb8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8be4c69605894c22a295388095c9f930, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/1f6299a617c74a178d998586e2ec8908, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/44e7aa6c2b5444699169ed17995786ae, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fa0bf8ea07b24582912cead9f711c92f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284] to archive 2024-11-22T20:22:47,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/45371e011d2a4bf583ad072d755c7cb0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/45371e011d2a4bf583ad072d755c7cb0 2024-11-22T20:22:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4fba0df20b3d44539e28904dd201bed3 2024-11-22T20:22:47,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6846170efe0c4adebd8e7ae9eb747d31 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6846170efe0c4adebd8e7ae9eb747d31 2024-11-22T20:22:47,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/21af38ee3b6d4dcfbe626b523dd38cf8 2024-11-22T20:22:47,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/09617aac01994b47aa3da9bc257a0bcb 2024-11-22T20:22:47,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85a0a6614c374fd5a09eab183f2546ae 2024-11-22T20:22:47,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6d5a3f9af7964691a09dc0087ac9ea29 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/6d5a3f9af7964691a09dc0087ac9ea29 2024-11-22T20:22:47,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9d07d75fee484d13881d80bb17363f2e 2024-11-22T20:22:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ff0cac0c420c424aa1e1060bf9ae6cca 2024-11-22T20:22:47,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/671fc5975d0a4baa8ea8226112c9a838 2024-11-22T20:22:47,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/db4768a0c424471883dc15040fb4b4a1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/db4768a0c424471883dc15040fb4b4a1 2024-11-22T20:22:47,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fb8b187db7914523b9b94ab7459d9319 2024-11-22T20:22:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9e51298a45784d199e12543378349b21 2024-11-22T20:22:47,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/5ae30ad3113f4c15a2242bb9b6d6946b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/5ae30ad3113f4c15a2242bb9b6d6946b 2024-11-22T20:22:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/ae2942b9ff4c42478e7bceb72da86b70 2024-11-22T20:22:47,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/c0a272cadec640c59a2f5ce7dcc5fb71 2024-11-22T20:22:47,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/3c88060d38424f4c9ec505b306d71584 2024-11-22T20:22:47,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85fe6bb6638c443b82cb73dc90312b9e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/85fe6bb6638c443b82cb73dc90312b9e 2024-11-22T20:22:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e500860299bf46cdb5159d38604011db 2024-11-22T20:22:47,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8c151d22eea643bab92755ab636a532f 2024-11-22T20:22:47,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2b70124bd262442596b2ac7d098e6ca5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/2b70124bd262442596b2ac7d098e6ca5 2024-11-22T20:22:47,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/4816fe982a1c47d3ab2784342a0184b4 2024-11-22T20:22:47,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/7c5edf36bba944da9aeae0f211b04f2e 2024-11-22T20:22:47,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/27b5bc0329cd437589930621bac9eeb8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/27b5bc0329cd437589930621bac9eeb8 2024-11-22T20:22:47,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8ede23874bf948a281e0d825ac154a1b 2024-11-22T20:22:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e5c1a35acabe4830859d55d5d8aec020 2024-11-22T20:22:47,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8be4c69605894c22a295388095c9f930 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/8be4c69605894c22a295388095c9f930 2024-11-22T20:22:47,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fee22326718745a99dfe47f9aa5b7655 2024-11-22T20:22:48,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9f6bd68dc95c44ca805bc9f4ed53c18e 2024-11-22T20:22:48,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/1f6299a617c74a178d998586e2ec8908 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/1f6299a617c74a178d998586e2ec8908 2024-11-22T20:22:48,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/258c007ed62f4e93bd3e8ce1598eeab6 2024-11-22T20:22:48,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/e71c99d9e6f54ef49e60d6a6db44a4ad 2024-11-22T20:22:48,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/44e7aa6c2b5444699169ed17995786ae to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/44e7aa6c2b5444699169ed17995786ae 2024-11-22T20:22:48,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/450f8b255cdd4bdabead466646a82f87 2024-11-22T20:22:48,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/52ed4e12def641d1812a54cdf1fe2907 2024-11-22T20:22:48,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fa0bf8ea07b24582912cead9f711c92f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fa0bf8ea07b24582912cead9f711c92f 2024-11-22T20:22:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/93bcb8f7877f4ecb8e7149391f8fa804 2024-11-22T20:22:48,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/9951f889a0124efea5986475241a23d0 2024-11-22T20:22:48,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/24199673a593474880497130aa68b284 2024-11-22T20:22:48,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/538f5f8cc4904e59add5415f242ee310, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/87c2608682a545feb93f82d6a8ce3d17, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/0ba554be015e42cf9086f4ac6b38f2a3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eb14133ef73a42cb87ffa89797526505, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/d19718279a7c4a4eb005383155184a3e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c15ae69b1d6e43519ef95ca4de34d2f8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fe03fa54d6254c84b84184619fadfef2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/809e8dba1f7e46989d361e74151cb464, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b4ea131fb021451cb4dbed4284dd1c9d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7083a7cfe3cd4151b634b3c2296fe154, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c9006317accc41dd8b74a565a22a6d02, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/ab8cadaedb6c4318bf79903c67483b0f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0] to archive 2024-11-22T20:22:48,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:48,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/538f5f8cc4904e59add5415f242ee310 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/538f5f8cc4904e59add5415f242ee310 2024-11-22T20:22:48,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/058981a2e94f467c90e0012daea00c19 2024-11-22T20:22:48,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/87c2608682a545feb93f82d6a8ce3d17 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/87c2608682a545feb93f82d6a8ce3d17 2024-11-22T20:22:48,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b813a3d3b0b8442e927ff87ff7731887 2024-11-22T20:22:48,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6c10fbea9b7240208373c940810dc37a 2024-11-22T20:22:48,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/681dd6f941284abfaa53d632ea931bf9 2024-11-22T20:22:48,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/0ba554be015e42cf9086f4ac6b38f2a3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/0ba554be015e42cf9086f4ac6b38f2a3 2024-11-22T20:22:48,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6268f29101c64d3e9d8347806019e3f3 2024-11-22T20:22:48,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/643dc15ed6584f059d6598b9470c386e 2024-11-22T20:22:48,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/efd7bbd07e8e4b39b75e8b24907f9bbe 2024-11-22T20:22:48,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eb14133ef73a42cb87ffa89797526505 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eb14133ef73a42cb87ffa89797526505 2024-11-22T20:22:48,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6751c098c1464d2bbe2f01b985bdf44c 2024-11-22T20:22:48,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8bd07a9d48e04b05a4287b5a03707016 2024-11-22T20:22:48,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/d19718279a7c4a4eb005383155184a3e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/d19718279a7c4a4eb005383155184a3e 2024-11-22T20:22:48,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/23334b7703a548338d0bf84ded31e68b 2024-11-22T20:22:48,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/589050b9fb3844afb42e0674aff36f7c 2024-11-22T20:22:48,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/a9bf6776969d48d78a0b94ccbba03d4b 2024-11-22T20:22:48,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c15ae69b1d6e43519ef95ca4de34d2f8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c15ae69b1d6e43519ef95ca4de34d2f8 2024-11-22T20:22:48,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/9dfec56413fe41a4b1401aa34b4d375b 2024-11-22T20:22:48,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4b86da841c924d6daf1a6e726c0fc35a 2024-11-22T20:22:48,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fe03fa54d6254c84b84184619fadfef2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/fe03fa54d6254c84b84184619fadfef2 2024-11-22T20:22:48,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4374910bbd164028beec9df0c715a0b5 2024-11-22T20:22:48,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7d8f91d291b94690b77457cb0a6cd185 2024-11-22T20:22:48,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/809e8dba1f7e46989d361e74151cb464 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/809e8dba1f7e46989d361e74151cb464 2024-11-22T20:22:48,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b1248c6755ee40debb4a8410ea52322b 2024-11-22T20:22:48,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/cb50200175dd41b7ad7835371e0fd428 2024-11-22T20:22:48,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b4ea131fb021451cb4dbed4284dd1c9d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/b4ea131fb021451cb4dbed4284dd1c9d 2024-11-22T20:22:48,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/22df7d02d40e4812a049612ac8fa6cc9 2024-11-22T20:22:48,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/6bcd6207e67b4df4a66102bb4f2766f3 2024-11-22T20:22:48,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7083a7cfe3cd4151b634b3c2296fe154 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/7083a7cfe3cd4151b634b3c2296fe154 2024-11-22T20:22:48,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/8108a4349f1a4678b3ee2f687c4e6986 2024-11-22T20:22:48,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/eda22b63955a4f4f829f91ce56139d9d 2024-11-22T20:22:48,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c9006317accc41dd8b74a565a22a6d02 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/c9006317accc41dd8b74a565a22a6d02 2024-11-22T20:22:48,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5da80cbb4ac74d0e9e3d360caeafc1d2 2024-11-22T20:22:48,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/99936044ad374f46a481979cab7747f9 2024-11-22T20:22:48,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/ab8cadaedb6c4318bf79903c67483b0f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/ab8cadaedb6c4318bf79903c67483b0f 2024-11-22T20:22:48,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/3dfbad55823a41b79e561dd6420067e5 2024-11-22T20:22:48,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/5998b589b5f74193a15fbd4646bcb4e8 2024-11-22T20:22:48,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/679841d1f4364c40bc90fe1fb9ec9aa0 2024-11-22T20:22:48,066 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/recovered.edits/621.seqid, newMaxSeqId=621, maxSeqId=1 2024-11-22T20:22:48,067 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5. 2024-11-22T20:22:48,067 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 2434a112dd2c3267e5bf9207b5bea1a5: 2024-11-22T20:22:48,069 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=2434a112dd2c3267e5bf9207b5bea1a5, regionState=CLOSED 2024-11-22T20:22:48,069 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:48,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T20:22:48,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure 2434a112dd2c3267e5bf9207b5bea1a5, server=bc573ddb75cd,44749,1732306820106 in 1.2360 sec 2024-11-22T20:22:48,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-22T20:22:48,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2434a112dd2c3267e5bf9207b5bea1a5, UNASSIGN in 1.2390 sec 2024-11-22T20:22:48,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T20:22:48,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2420 sec 2024-11-22T20:22:48,077 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306968077"}]},"ts":"1732306968077"} 2024-11-22T20:22:48,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:22:48,081 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:22:48,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2600 sec 2024-11-22T20:22:48,487 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:22:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-11-22T20:22:48,932 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-11-22T20:22:48,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:22:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-22T20:22:48,935 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,936 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:48,938 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/recovered.edits] 2024-11-22T20:22:48,941 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/20bbebf01c1845ef81c628586dbe7b7f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/20bbebf01c1845ef81c628586dbe7b7f 2024-11-22T20:22:48,942 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b480debd791442e9861e9fbe83e4d480 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b480debd791442e9861e9fbe83e4d480 2024-11-22T20:22:48,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b99f936bd78c4ba2a69b4a310e838ffe to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/A/b99f936bd78c4ba2a69b4a310e838ffe 2024-11-22T20:22:48,945 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b44cead0d5f1443b9748ba15525ac182 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/b44cead0d5f1443b9748ba15525ac182 2024-11-22T20:22:48,946 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/bbc2c7e2cb714f86abd6e768586ae333 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/bbc2c7e2cb714f86abd6e768586ae333 2024-11-22T20:22:48,948 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fe2d7240c1cb4676889b2b60bed0251e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/B/fe2d7240c1cb4676889b2b60bed0251e 2024-11-22T20:22:48,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4d7662ce724b421abe38cbbdb3ee095a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/4d7662ce724b421abe38cbbdb3ee095a 2024-11-22T20:22:48,951 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/53755918fbcb49fcaeac80e37d5d5505 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/53755918fbcb49fcaeac80e37d5d5505 2024-11-22T20:22:48,952 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/afe8c4b6eb684c66b2faccc09e8d82f1 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/C/afe8c4b6eb684c66b2faccc09e8d82f1 2024-11-22T20:22:48,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/recovered.edits/621.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5/recovered.edits/621.seqid 2024-11-22T20:22:48,955 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/2434a112dd2c3267e5bf9207b5bea1a5 2024-11-22T20:22:48,955 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:22:48,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,959 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:22:48,961 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:22:48,961 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,962 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:22:48,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306968962"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:48,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:22:48,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2434a112dd2c3267e5bf9207b5bea1a5, NAME => 'TestAcidGuarantees,,1732306935735.2434a112dd2c3267e5bf9207b5bea1a5.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:22:48,964 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:22:48,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306968964"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:48,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:22:48,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:48,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-22T20:22:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-11-22T20:22:49,036 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-11-22T20:22:49,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 428) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4117 (was 4212) 2024-11-22T20:22:49,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=4117 2024-11-22T20:22:49,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:49,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:49,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:22:49,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:49,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 165 2024-11-22T20:22:49,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:22:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742455_1631 (size=960) 2024-11-22T20:22:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:49,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5 2024-11-22T20:22:49,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742456_1632 (size=53) 2024-11-22T20:22:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:49,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e118351dc0d1335c43896cd8e5b73312, disabling compactions & flushes 2024-11-22T20:22:49,876 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. after waiting 0 ms 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:49,876 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:49,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:49,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:22:49,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306969877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306969877"}]},"ts":"1732306969877"} 2024-11-22T20:22:49,878 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:22:49,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:22:49,879 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306969879"}]},"ts":"1732306969879"} 2024-11-22T20:22:49,880 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:22:49,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, ASSIGN}] 2024-11-22T20:22:49,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, ASSIGN 2024-11-22T20:22:49,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, ASSIGN; state=OFFLINE, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=false 2024-11-22T20:22:50,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:50,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; OpenRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:50,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:50,205 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:50,206 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7285): Opening region: {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:50,206 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,206 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:50,206 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7327): checking encryption for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,206 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7330): checking classloading for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,207 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,209 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:50,209 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName A 2024-11-22T20:22:50,209 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:50,209 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:50,209 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,210 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:50,210 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName B 2024-11-22T20:22:50,210 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:50,211 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:50,211 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,212 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:50,212 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName C 2024-11-22T20:22:50,212 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:50,212 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:50,213 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:50,213 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,213 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,215 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:50,216 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1085): writing seq id for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:50,218 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:22:50,218 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1102): Opened e118351dc0d1335c43896cd8e5b73312; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66037240, jitterRate=-0.0159684419631958}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:50,219 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1001): Region open journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:50,220 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., pid=167, masterSystemTime=1732306970203 2024-11-22T20:22:50,221 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:50,221 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:50,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:50,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T20:22:50,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; OpenRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 in 171 msec 2024-11-22T20:22:50,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-22T20:22:50,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, ASSIGN in 327 msec 2024-11-22T20:22:50,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:22:50,226 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306970226"}]},"ts":"1732306970226"} 2024-11-22T20:22:50,227 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:22:50,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:22:50,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1700 sec 2024-11-22T20:22:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:22:51,169 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-22T20:22:51,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-22T20:22:51,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:51,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:51,185 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:51,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:22:51,187 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:22:51,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:51,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742457_1633 (size=996) 2024-11-22T20:22:51,603 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-22T20:22:51,603 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-22T20:22:51,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:51,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, REOPEN/MOVE}] 2024-11-22T20:22:51,608 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, REOPEN/MOVE 2024-11-22T20:22:51,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:51,609 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:51,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:51,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:51,761 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:51,761 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:51,761 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing e118351dc0d1335c43896cd8e5b73312, disabling compactions & flushes 2024-11-22T20:22:51,761 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:51,761 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:51,761 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. after waiting 0 ms 2024-11-22T20:22:51,761 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:51,765 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:22:51,766 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:51,766 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:51,766 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionServer(3786): Not adding moved region record: e118351dc0d1335c43896cd8e5b73312 to self. 2024-11-22T20:22:51,767 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:51,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=CLOSED 2024-11-22T20:22:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-22T20:22:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 in 159 msec 2024-11-22T20:22:51,770 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,44749,1732306820106; forceNewPlan=false, retain=true 2024-11-22T20:22:51,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=OPENING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:51,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE; OpenRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:22:52,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,077 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7285): Opening region: {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:52,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:52,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7327): checking encryption for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7330): checking classloading for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,079 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,079 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:52,080 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName A 2024-11-22T20:22:52,081 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:52,081 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:52,082 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,082 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:52,082 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName B 2024-11-22T20:22:52,082 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:52,083 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:52,083 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,084 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:52,084 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e118351dc0d1335c43896cd8e5b73312 columnFamilyName C 2024-11-22T20:22:52,084 DEBUG [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:52,085 INFO [StoreOpener-e118351dc0d1335c43896cd8e5b73312-1 {}] regionserver.HStore(327): Store=e118351dc0d1335c43896cd8e5b73312/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:52,085 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,085 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,087 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,088 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:52,090 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1085): writing seq id for e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,091 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1102): Opened e118351dc0d1335c43896cd8e5b73312; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67675689, jitterRate=0.008446350693702698}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:52,092 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1001): Region open journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:52,093 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., pid=172, masterSystemTime=1732306972074 2024-11-22T20:22:52,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,095 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,100 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=170 2024-11-22T20:22:52,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=170, state=SUCCESS; OpenRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 in 174 msec 2024-11-22T20:22:52,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-22T20:22:52,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, REOPEN/MOVE in 493 msec 2024-11-22T20:22:52,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T20:22:52,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-22T20:22:52,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 915 msec 2024-11-22T20:22:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-11-22T20:22:52,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-22T20:22:52,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-22T20:22:52,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-22T20:22:52,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-22T20:22:52,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-11-22T20:22:52,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,150 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-22T20:22:52,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-22T20:22:52,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,165 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-22T20:22:52,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-22T20:22:52,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bf224f to 127.0.0.1:55696 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@410bf0c8 2024-11-22T20:22:52,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b6349f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:52,196 DEBUG [hconnection-0x756d8e7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,204 DEBUG [hconnection-0x649f4022-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,204 DEBUG [hconnection-0x637dfc02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,205 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:52,206 DEBUG [hconnection-0x33a69696-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,207 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,208 DEBUG [hconnection-0x4a1acf08-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-22T20:22:52,208 DEBUG [hconnection-0x57d0a49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,209 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:52,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,210 DEBUG [hconnection-0x6e2e2e97-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,210 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:52,211 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,211 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:52,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:52,212 DEBUG [hconnection-0x5a9e2fde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,213 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,216 DEBUG [hconnection-0x6bd79029-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,216 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:52,220 DEBUG [hconnection-0x64a2d5e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:52,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,221 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:52,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307032258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307032261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307032263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307032263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307032281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223097d660445348098ef0f887c938114c_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306972214/Put/seqid=0 2024-11-22T20:22:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742458_1634 (size=12154) 2024-11-22T20:22:52,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:52,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223097d660445348098ef0f887c938114c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223097d660445348098ef0f887c938114c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:52,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59dd73d68a5d47b0a4d7dcd1b6bff863, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:52,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59dd73d68a5d47b0a4d7dcd1b6bff863 is 175, key is test_row_0/A:col10/1732306972214/Put/seqid=0 2024-11-22T20:22:52,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307032365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307032369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307032368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742459_1635 (size=30955) 2024-11-22T20:22:52,374 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59dd73d68a5d47b0a4d7dcd1b6bff863 2024-11-22T20:22:52,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307032372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307032384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/97ed06ba3c6d4d9183aa7b8318c34837 is 50, key is test_row_0/B:col10/1732306972214/Put/seqid=0 2024-11-22T20:22:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742460_1636 (size=12001) 2024-11-22T20:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:52,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307032569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307032572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307032573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307032576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307032586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:52,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:52,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/97ed06ba3c6d4d9183aa7b8318c34837 2024-11-22T20:22:52,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307032873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307032875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307032876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307032880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/992c24e3a7634810adce6d4298070b28 is 50, key is test_row_0/C:col10/1732306972214/Put/seqid=0 2024-11-22T20:22:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307032890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742461_1637 (size=12001) 2024-11-22T20:22:52,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:52,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:52,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:52,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:52,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:53,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/992c24e3a7634810adce6d4298070b28 2024-11-22T20:22:53,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59dd73d68a5d47b0a4d7dcd1b6bff863 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863 2024-11-22T20:22:53,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T20:22:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/97ed06ba3c6d4d9183aa7b8318c34837 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837 2024-11-22T20:22:53,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:22:53,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/992c24e3a7634810adce6d4298070b28 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28 2024-11-22T20:22:53,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:22:53,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for e118351dc0d1335c43896cd8e5b73312 in 1128ms, sequenceid=16, compaction requested=false 2024-11-22T20:22:53,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:53,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:53,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307033389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307033390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307033390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307033392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307033397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122358d9ec8a11f40a4be1423ad60994dbe_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306972261/Put/seqid=0 2024-11-22T20:22:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742462_1638 (size=14594) 2024-11-22T20:22:53,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307033494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307033494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307033494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307033495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:22:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307033696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307033696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307033697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307033698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,818 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:53,823 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122358d9ec8a11f40a4be1423ad60994dbe_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122358d9ec8a11f40a4be1423ad60994dbe_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:53,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/adaed4a9b1d847c6a7d1e5521c528c93, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:53,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/adaed4a9b1d847c6a7d1e5521c528c93 is 175, key is test_row_0/A:col10/1732306972261/Put/seqid=0 2024-11-22T20:22:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742463_1639 (size=39549) 2024-11-22T20:22:53,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/adaed4a9b1d847c6a7d1e5521c528c93 2024-11-22T20:22:53,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/0b92b764199f4146be6da637f0da9213 is 50, key is test_row_0/B:col10/1732306972261/Put/seqid=0 2024-11-22T20:22:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742464_1640 (size=12001) 2024-11-22T20:22:53,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:53,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:53,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307034000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307034000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307034001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307034002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/0b92b764199f4146be6da637f0da9213 2024-11-22T20:22:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:54,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/09ae526bb2a241bebde26c32381caf73 is 50, key is test_row_0/C:col10/1732306972261/Put/seqid=0 2024-11-22T20:22:54,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742465_1641 (size=12001) 2024-11-22T20:22:54,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/09ae526bb2a241bebde26c32381caf73 2024-11-22T20:22:54,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/adaed4a9b1d847c6a7d1e5521c528c93 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93 2024-11-22T20:22:54,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93, entries=200, sequenceid=44, filesize=38.6 K 2024-11-22T20:22:54,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/0b92b764199f4146be6da637f0da9213 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213 2024-11-22T20:22:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213, entries=150, sequenceid=44, filesize=11.7 K 2024-11-22T20:22:54,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/09ae526bb2a241bebde26c32381caf73 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73 2024-11-22T20:22:54,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73, entries=150, sequenceid=44, filesize=11.7 K 2024-11-22T20:22:54,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e118351dc0d1335c43896cd8e5b73312 in 1016ms, sequenceid=44, compaction requested=false 2024-11-22T20:22:54,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:54,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cffa268798734efeacd24b0586325d4c_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:54,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742466_1642 (size=17034) 2024-11-22T20:22:54,521 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:54,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cffa268798734efeacd24b0586325d4c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cffa268798734efeacd24b0586325d4c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:54,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0b7a0a854b2441e8ca656443f5edf57, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:54,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0b7a0a854b2441e8ca656443f5edf57 is 175, key is test_row_0/A:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307034541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307034542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307034546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307034548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307034553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742467_1643 (size=48139) 2024-11-22T20:22:54,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0b7a0a854b2441e8ca656443f5edf57 2024-11-22T20:22:54,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8210e3896df248a39fe1b3de755cacf0 is 50, key is test_row_0/B:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742468_1644 (size=12001) 2024-11-22T20:22:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307034650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307034650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307034653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307034657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307034658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307034853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307034856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307034860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307034863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307034863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:54,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:54,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:54,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:54,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8210e3896df248a39fe1b3de755cacf0 2024-11-22T20:22:55,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/bd371ff721d24a73838c7e4bf7cd9bb7 is 50, key is test_row_0/C:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:55,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742469_1645 (size=12001) 2024-11-22T20:22:55,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/bd371ff721d24a73838c7e4bf7cd9bb7 2024-11-22T20:22:55,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0b7a0a854b2441e8ca656443f5edf57 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57 2024-11-22T20:22:55,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57, entries=250, sequenceid=55, filesize=47.0 K 2024-11-22T20:22:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8210e3896df248a39fe1b3de755cacf0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0 2024-11-22T20:22:55,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T20:22:55,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/bd371ff721d24a73838c7e4bf7cd9bb7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7 2024-11-22T20:22:55,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7, entries=150, sequenceid=55, filesize=11.7 K 2024-11-22T20:22:55,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e118351dc0d1335c43896cd8e5b73312 in 661ms, sequenceid=55, compaction requested=true 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:55,102 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:55,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:22:55,103 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,104 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,104 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:22:55,104 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,104 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=115.9 K 2024-11-22T20:22:55,104 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,104 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57] 2024-11-22T20:22:55,104 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,104 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:22:55,104 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,104 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.2 K 2024-11-22T20:22:55,105 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 97ed06ba3c6d4d9183aa7b8318c34837, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306972214 2024-11-22T20:22:55,105 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59dd73d68a5d47b0a4d7dcd1b6bff863, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306972214 2024-11-22T20:22:55,106 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b92b764199f4146be6da637f0da9213, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732306972261 2024-11-22T20:22:55,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting adaed4a9b1d847c6a7d1e5521c528c93, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732306972261 2024-11-22T20:22:55,106 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8210e3896df248a39fe1b3de755cacf0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:55,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b7a0a854b2441e8ca656443f5edf57, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:55,128 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,129 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,143 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,143 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/3aff086bb430466cb324607508a4dbd7 is 50, key is test_row_0/B:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:55,152 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122dd57dd4a9ba24a4399351f24f0db6b32_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,154 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122dd57dd4a9ba24a4399351f24f0db6b32_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,154 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dd57dd4a9ba24a4399351f24f0db6b32_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:55,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:55,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ccdbfe775b9d4d5591a46c085d7c9ecb_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306974527/Put/seqid=0 2024-11-22T20:22:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742470_1646 (size=12104) 2024-11-22T20:22:55,176 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/3aff086bb430466cb324607508a4dbd7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/3aff086bb430466cb324607508a4dbd7 2024-11-22T20:22:55,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742471_1647 (size=4469) 2024-11-22T20:22:55,179 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#557 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,179 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/fa6a9262719844caaa0032fc16c74c1c is 175, key is test_row_0/A:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:55,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742472_1648 (size=12154) 2024-11-22T20:22:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:55,186 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ccdbfe775b9d4d5591a46c085d7c9ecb_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ccdbfe775b9d4d5591a46c085d7c9ecb_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/5ffcdb8359d8471985fe4a6e02938cd9, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/5ffcdb8359d8471985fe4a6e02938cd9 is 175, key is test_row_0/A:col10/1732306974527/Put/seqid=0 2024-11-22T20:22:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742473_1649 (size=31058) 2024-11-22T20:22:55,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742474_1650 (size=30955) 2024-11-22T20:22:55,208 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/5ffcdb8359d8471985fe4a6e02938cd9 2024-11-22T20:22:55,211 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/fa6a9262719844caaa0032fc16c74c1c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c 2024-11-22T20:22:55,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8adbc9da56244551a097e600e9c04195 is 50, key is test_row_0/B:col10/1732306974527/Put/seqid=0 2024-11-22T20:22:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742475_1651 (size=12001) 2024-11-22T20:22:55,223 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into 3aff086bb430466cb324607508a4dbd7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:55,223 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306975102; duration=0sec 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,223 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into fa6a9262719844caaa0032fc16c74c1c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:55,223 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306975102; duration=0sec 2024-11-22T20:22:55,223 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,224 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:22:55,224 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,224 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:22:55,224 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,225 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.2 K 2024-11-22T20:22:55,225 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 992c24e3a7634810adce6d4298070b28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306972214 2024-11-22T20:22:55,225 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 09ae526bb2a241bebde26c32381caf73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732306972261 2024-11-22T20:22:55,226 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting bd371ff721d24a73838c7e4bf7cd9bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:55,234 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307035224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,235 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/7907cb5279b44b629ebeeaa2ddcee78f is 50, key is test_row_0/C:col10/1732306974439/Put/seqid=0 2024-11-22T20:22:55,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307035224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307035224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307035236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307035237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742476_1652 (size=12104) 2024-11-22T20:22:55,269 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/7907cb5279b44b629ebeeaa2ddcee78f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7907cb5279b44b629ebeeaa2ddcee78f 2024-11-22T20:22:55,274 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into 7907cb5279b44b629ebeeaa2ddcee78f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:55,274 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:55,274 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306975102; duration=0sec 2024-11-22T20:22:55,274 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,274 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:22:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307035336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307035336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307035336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307035341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307035341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307035538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307035538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307035539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307035543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307035544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,622 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8adbc9da56244551a097e600e9c04195 2024-11-22T20:22:55,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/130ff6f1381347e2b6451af18aa6e8ab is 50, key is test_row_0/C:col10/1732306974527/Put/seqid=0 2024-11-22T20:22:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742477_1653 (size=12001) 2024-11-22T20:22:55,666 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/130ff6f1381347e2b6451af18aa6e8ab 2024-11-22T20:22:55,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/5ffcdb8359d8471985fe4a6e02938cd9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9 2024-11-22T20:22:55,680 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9, entries=150, sequenceid=81, filesize=30.2 K 2024-11-22T20:22:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/8adbc9da56244551a097e600e9c04195 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195 2024-11-22T20:22:55,689 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T20:22:55,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/130ff6f1381347e2b6451af18aa6e8ab as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab 2024-11-22T20:22:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T20:22:55,700 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e118351dc0d1335c43896cd8e5b73312 in 571ms, sequenceid=81, compaction requested=false 2024-11-22T20:22:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:55,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-22T20:22:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-22T20:22:55,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-22T20:22:55,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4910 sec 2024-11-22T20:22:55,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 3.4980 sec 2024-11-22T20:22:55,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:55,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:55,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f7fcce8588d24d72b69ae4d5bd80f46f_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307035875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307035876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307035874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307035879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307035880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742478_1654 (size=12154) 2024-11-22T20:22:55,936 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:55,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f7fcce8588d24d72b69ae4d5bd80f46f_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7fcce8588d24d72b69ae4d5bd80f46f_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:55,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84d07a63037f4470ada17419b0af88d9, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:55,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84d07a63037f4470ada17419b0af88d9 is 175, key is test_row_0/A:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742479_1655 (size=30955) 2024-11-22T20:22:55,969 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84d07a63037f4470ada17419b0af88d9 2024-11-22T20:22:55,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307035982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307035982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307035983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307035984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307035985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:55,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ea872ea22bd84eb98f6c4176fd293867 is 50, key is test_row_0/B:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742480_1656 (size=12001) 2024-11-22T20:22:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307036184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307036186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307036187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307036188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307036188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:22:56,315 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-22T20:22:56,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-22T20:22:56,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T20:22:56,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:56,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T20:22:56,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ea872ea22bd84eb98f6c4176fd293867 2024-11-22T20:22:56,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/ad01674144cc48f18b32d44624f20bde is 50, key is test_row_0/C:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:56,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T20:22:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:56,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742481_1657 (size=12001) 2024-11-22T20:22:56,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307036491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/ad01674144cc48f18b32d44624f20bde 2024-11-22T20:22:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307036491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307036494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307036494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307036494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84d07a63037f4470ada17419b0af88d9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9 2024-11-22T20:22:56,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9, entries=150, sequenceid=96, filesize=30.2 K 2024-11-22T20:22:56,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ea872ea22bd84eb98f6c4176fd293867 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867 2024-11-22T20:22:56,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T20:22:56,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/ad01674144cc48f18b32d44624f20bde as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde 2024-11-22T20:22:56,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T20:22:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e118351dc0d1335c43896cd8e5b73312 in 670ms, sequenceid=96, compaction requested=true 2024-11-22T20:22:56,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:56,515 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:56,516 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:56,516 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=90.8 K 2024-11-22T20:22:56,516 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9] 2024-11-22T20:22:56,517 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,517 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:22:56,517 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa6a9262719844caaa0032fc16c74c1c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:56,517 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,517 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/3aff086bb430466cb324607508a4dbd7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.3 K 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aff086bb430466cb324607508a4dbd7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ffcdb8359d8471985fe4a6e02938cd9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732306974527 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8adbc9da56244551a097e600e9c04195, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732306974527 2024-11-22T20:22:56,519 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84d07a63037f4470ada17419b0af88d9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:56,519 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ea872ea22bd84eb98f6c4176fd293867, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:56,528 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:56,540 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:56,540 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/f87633da80854ce1aa4f8a6818716a12 is 50, key is test_row_0/B:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:56,546 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225c53642ed83242a4a91b2fcf273858be_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:56,548 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225c53642ed83242a4a91b2fcf273858be_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:56,548 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225c53642ed83242a4a91b2fcf273858be_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742482_1658 (size=12207) 2024-11-22T20:22:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742483_1659 (size=4469) 2024-11-22T20:22:56,603 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#566 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:56,604 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/df0921d1831944cd9e79ea6157eda216 is 175, key is test_row_0/A:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T20:22:56,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:56,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-22T20:22:56,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,626 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742484_1660 (size=31161) 2024-11-22T20:22:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cadf80d4e9764bb29dc36aee5305cfe2_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306975875/Put/seqid=0 2024-11-22T20:22:56,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742485_1661 (size=12154) 2024-11-22T20:22:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:56,692 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cadf80d4e9764bb29dc36aee5305cfe2_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cadf80d4e9764bb29dc36aee5305cfe2_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/887167af98004531be65030bd0cfd27e, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:56,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/887167af98004531be65030bd0cfd27e is 175, key is test_row_0/A:col10/1732306975875/Put/seqid=0 2024-11-22T20:22:56,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742486_1662 (size=30955) 2024-11-22T20:22:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T20:22:56,980 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/f87633da80854ce1aa4f8a6818716a12 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f87633da80854ce1aa4f8a6818716a12 2024-11-22T20:22:56,987 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into f87633da80854ce1aa4f8a6818716a12(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:56,987 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:56,987 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306976516; duration=0sec 2024-11-22T20:22:56,987 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:56,987 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:22:56,987 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,989 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,989 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:22:56,989 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:56,989 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7907cb5279b44b629ebeeaa2ddcee78f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.3 K 2024-11-22T20:22:56,989 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7907cb5279b44b629ebeeaa2ddcee78f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732306973386 2024-11-22T20:22:56,990 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 130ff6f1381347e2b6451af18aa6e8ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732306974527 2024-11-22T20:22:56,990 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ad01674144cc48f18b32d44624f20bde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:57,001 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#569 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:57,002 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f97c6400277b4e3085b39f8301f7b43a is 50, key is test_row_0/C:col10/1732306975843/Put/seqid=0 2024-11-22T20:22:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:57,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742487_1663 (size=12207) 2024-11-22T20:22:57,045 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/df0921d1831944cd9e79ea6157eda216 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216 2024-11-22T20:22:57,048 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f97c6400277b4e3085b39f8301f7b43a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f97c6400277b4e3085b39f8301f7b43a 2024-11-22T20:22:57,052 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into df0921d1831944cd9e79ea6157eda216(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:57,053 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306976515; duration=0sec 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:22:57,053 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into f97c6400277b4e3085b39f8301f7b43a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:57,053 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306976516; duration=0sec 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:57,053 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:22:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,143 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/887167af98004531be65030bd0cfd27e 2024-11-22T20:22:57,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/1adb88ef1e624596a6e3dc3ce7d03cac is 50, key is test_row_0/B:col10/1732306975875/Put/seqid=0 2024-11-22T20:22:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742488_1664 (size=12001) 2024-11-22T20:22:57,176 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/1adb88ef1e624596a6e3dc3ce7d03cac 2024-11-22T20:22:57,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/7d27c6626e954da499cc39c661732e1b is 50, key is test_row_0/C:col10/1732306975875/Put/seqid=0 2024-11-22T20:22:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742489_1665 (size=12001) 2024-11-22T20:22:57,227 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/7d27c6626e954da499cc39c661732e1b 2024-11-22T20:22:57,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/887167af98004531be65030bd0cfd27e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e 2024-11-22T20:22:57,239 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e, entries=150, sequenceid=120, filesize=30.2 K 2024-11-22T20:22:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/1adb88ef1e624596a6e3dc3ce7d03cac as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac 2024-11-22T20:22:57,246 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac, entries=150, sequenceid=120, filesize=11.7 K 2024-11-22T20:22:57,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/7d27c6626e954da499cc39c661732e1b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b 2024-11-22T20:22:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b, entries=150, sequenceid=120, filesize=11.7 K 2024-11-22T20:22:57,252 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e118351dc0d1335c43896cd8e5b73312 in 626ms, sequenceid=120, compaction requested=false 2024-11-22T20:22:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-22T20:22:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-22T20:22:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-22T20:22:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 933 msec 2024-11-22T20:22:57,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 938 msec 2024-11-22T20:22:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:57,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:22:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:57,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:57,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:57,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:57,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:57,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b20ace06b2d34aa4a157622f921c5757_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:57,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742490_1666 (size=14794) 2024-11-22T20:22:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-22T20:22:57,427 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-22T20:22:57,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-22T20:22:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:57,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:57,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:57,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:57,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:57,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:57,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:57,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:57,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b20ace06b2d34aa4a157622f921c5757_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b20ace06b2d34aa4a157622f921c5757_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:57,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d933b1de33404e0f823f67a2cc8dafba, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:57,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d933b1de33404e0f823f67a2cc8dafba is 175, key is test_row_0/A:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742491_1667 (size=39749) 2024-11-22T20:22:57,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:57,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:57,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:57,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:57,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307037958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307037959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307037960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307037963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307037969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:58,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d933b1de33404e0f823f67a2cc8dafba 2024-11-22T20:22:58,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/a8a3a32084b040418afb5c8c12dd0fdb is 50, key is test_row_0/B:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742492_1668 (size=12151) 2024-11-22T20:22:58,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307038465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307038465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307038468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307038468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307038472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:58,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/a8a3a32084b040418afb5c8c12dd0fdb 2024-11-22T20:22:58,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8468eb8fb00347aab006e74c097315ee is 50, key is test_row_0/C:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:58,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742493_1669 (size=12151) 2024-11-22T20:22:58,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,964 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:58,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:58,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8468eb8fb00347aab006e74c097315ee 2024-11-22T20:22:59,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d933b1de33404e0f823f67a2cc8dafba as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba 2024-11-22T20:22:59,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba, entries=200, sequenceid=137, filesize=38.8 K 2024-11-22T20:22:59,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/a8a3a32084b040418afb5c8c12dd0fdb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb 2024-11-22T20:22:59,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T20:22:59,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8468eb8fb00347aab006e74c097315ee as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee 2024-11-22T20:22:59,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee, entries=150, sequenceid=137, filesize=11.9 K 2024-11-22T20:22:59,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e118351dc0d1335c43896cd8e5b73312 in 1846ms, sequenceid=137, compaction requested=true 2024-11-22T20:22:59,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:59,168 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:59,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,169 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,170 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,170 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:22:59,170 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,170 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=99.5 K 2024-11-22T20:22:59,170 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,170 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba] 2024-11-22T20:22:59,172 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,172 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:22:59,172 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,172 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f87633da80854ce1aa4f8a6818716a12, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.5 K 2024-11-22T20:22:59,172 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting df0921d1831944cd9e79ea6157eda216, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:59,173 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f87633da80854ce1aa4f8a6818716a12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:59,173 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 887167af98004531be65030bd0cfd27e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732306975872 2024-11-22T20:22:59,174 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1adb88ef1e624596a6e3dc3ce7d03cac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732306975872 2024-11-22T20:22:59,174 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d933b1de33404e0f823f67a2cc8dafba, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977011 2024-11-22T20:22:59,174 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a3a32084b040418afb5c8c12dd0fdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977012 2024-11-22T20:22:59,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:59,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:59,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:59,187 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:59,202 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#576 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,202 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c4ce70077b77488eb649db1c67e24fc9 is 50, key is test_row_0/B:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:59,204 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122c46e1e16ee0b4e0882dea184e87367d7_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:59,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122c46e1e16ee0b4e0882dea184e87367d7_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:59,206 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c46e1e16ee0b4e0882dea184e87367d7_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742495_1671 (size=4469) 2024-11-22T20:22:59,240 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#575 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,241 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/3537f4af9d1045edbaca42463bbac3a6 is 175, key is test_row_0/A:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:59,270 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-22T20:22:59,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,272 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:22:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742494_1670 (size=12459) 2024-11-22T20:22:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742496_1672 (size=31413) 2024-11-22T20:22:59,320 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/3537f4af9d1045edbaca42463bbac3a6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6 2024-11-22T20:22:59,325 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into 3537f4af9d1045edbaca42463bbac3a6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,325 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:59,325 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306979168; duration=0sec 2024-11-22T20:22:59,325 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:59,325 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:22:59,325 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c6420b4c2cb4bad950225b7bd48e325_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306977346/Put/seqid=0 2024-11-22T20:22:59,330 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,330 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:22:59,330 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,330 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f97c6400277b4e3085b39f8301f7b43a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.5 K 2024-11-22T20:22:59,331 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f97c6400277b4e3085b39f8301f7b43a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732306975162 2024-11-22T20:22:59,331 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d27c6626e954da499cc39c661732e1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732306975872 2024-11-22T20:22:59,331 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8468eb8fb00347aab006e74c097315ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977012 2024-11-22T20:22:59,350 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#578 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,350 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/a7ee9a93dba343b98fa67d8518e371ad is 50, key is test_row_0/C:col10/1732306977320/Put/seqid=0 2024-11-22T20:22:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742497_1673 (size=12304) 2024-11-22T20:22:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:59,377 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224c6420b4c2cb4bad950225b7bd48e325_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6420b4c2cb4bad950225b7bd48e325_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:59,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c4ba013eeb2f422c9faec06123349200, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:22:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c4ba013eeb2f422c9faec06123349200 is 175, key is test_row_0/A:col10/1732306977346/Put/seqid=0 2024-11-22T20:22:59,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742498_1674 (size=12459) 2024-11-22T20:22:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742499_1675 (size=31105) 2024-11-22T20:22:59,412 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c4ba013eeb2f422c9faec06123349200 2024-11-22T20:22:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 is 50, key is test_row_0/B:col10/1732306977346/Put/seqid=0 2024-11-22T20:22:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742500_1676 (size=12151) 2024-11-22T20:22:59,458 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 2024-11-22T20:22:59,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/19a44768a25f4c6f9c988347e960e39d is 50, key is test_row_0/C:col10/1732306977346/Put/seqid=0 2024-11-22T20:22:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:22:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:22:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742501_1677 (size=12151) 2024-11-22T20:22:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307039486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307039486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307039488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307039490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307039490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:22:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307039592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307039593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307039593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307039594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307039595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,700 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c4ce70077b77488eb649db1c67e24fc9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c4ce70077b77488eb649db1c67e24fc9 2024-11-22T20:22:59,706 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into c4ce70077b77488eb649db1c67e24fc9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,706 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:59,706 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306979169; duration=0sec 2024-11-22T20:22:59,706 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,706 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:22:59,788 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/a7ee9a93dba343b98fa67d8518e371ad as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/a7ee9a93dba343b98fa67d8518e371ad 2024-11-22T20:22:59,795 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into a7ee9a93dba343b98fa67d8518e371ad(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,795 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:59,795 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306979175; duration=0sec 2024-11-22T20:22:59,795 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,795 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:22:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307039796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307039796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307039797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307039797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307039799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:22:59,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:22:59,863 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T20:22:59,891 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/19a44768a25f4c6f9c988347e960e39d 2024-11-22T20:22:59,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c4ba013eeb2f422c9faec06123349200 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200 2024-11-22T20:22:59,910 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200, entries=150, sequenceid=159, filesize=30.4 K 2024-11-22T20:22:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 2024-11-22T20:22:59,918 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T20:22:59,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/19a44768a25f4c6f9c988347e960e39d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d 2024-11-22T20:22:59,924 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T20:22:59,925 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e118351dc0d1335c43896cd8e5b73312 in 654ms, sequenceid=159, compaction requested=false 2024-11-22T20:22:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:22:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:22:59,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-22T20:22:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-22T20:22:59,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-22T20:22:59,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4930 sec 2024-11-22T20:22:59,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.5000 sec 2024-11-22T20:23:00,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:00,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112261b8d3c262f1470b8ca25de209cdd54c_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307040117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307040118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307040120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307040121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307040122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742502_1678 (size=12304) 2024-11-22T20:23:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307040224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307040225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307040226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307040227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307040228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307040426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307040427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307040429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307040430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307040431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:00,540 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112261b8d3c262f1470b8ca25de209cdd54c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112261b8d3c262f1470b8ca25de209cdd54c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:00,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0103f797570043dd807ca30b49b8bb80, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0103f797570043dd807ca30b49b8bb80 is 175, key is test_row_0/A:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742503_1679 (size=31105) 2024-11-22T20:23:00,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0103f797570043dd807ca30b49b8bb80 2024-11-22T20:23:00,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/cb115f9a8ae643ce971edcf10cb1c23e is 50, key is test_row_0/B:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742504_1680 (size=12151) 2024-11-22T20:23:00,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/cb115f9a8ae643ce971edcf10cb1c23e 2024-11-22T20:23:00,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8819f4a841724ad2b763243b510b39b3 is 50, key is test_row_0/C:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742505_1681 (size=12151) 2024-11-22T20:23:00,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8819f4a841724ad2b763243b510b39b3 2024-11-22T20:23:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0103f797570043dd807ca30b49b8bb80 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80 2024-11-22T20:23:00,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80, entries=150, sequenceid=178, filesize=30.4 K 2024-11-22T20:23:00,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/cb115f9a8ae643ce971edcf10cb1c23e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e 2024-11-22T20:23:00,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T20:23:00,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8819f4a841724ad2b763243b510b39b3 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3 2024-11-22T20:23:00,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3, entries=150, sequenceid=178, filesize=11.9 K 2024-11-22T20:23:00,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e118351dc0d1335c43896cd8e5b73312 in 570ms, sequenceid=178, compaction requested=true 2024-11-22T20:23:00,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:00,676 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:00,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,676 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:00,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:00,677 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,677 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:00,677 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:00,678 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,678 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=91.4 K 2024-11-22T20:23:00,678 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:00,678 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:00,678 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:00,678 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80] 2024-11-22T20:23:00,678 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c4ce70077b77488eb649db1c67e24fc9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.9 K 2024-11-22T20:23:00,678 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ce70077b77488eb649db1c67e24fc9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977012 2024-11-22T20:23:00,679 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b16bfd18a4e49f6a0b2123c0b00fbe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732306977346 2024-11-22T20:23:00,679 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting cb115f9a8ae643ce971edcf10cb1c23e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:00,680 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3537f4af9d1045edbaca42463bbac3a6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977012 2024-11-22T20:23:00,680 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4ba013eeb2f422c9faec06123349200, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732306977346 2024-11-22T20:23:00,681 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0103f797570043dd807ca30b49b8bb80, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:00,688 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#584 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,688 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7c2fc071da994a44a2d6bc3047c56812 is 50, key is test_row_0/B:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,701 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742506_1682 (size=12561) 2024-11-22T20:23:00,730 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112267e41d86ceb545bbaf905d7150072436_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,731 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7c2fc071da994a44a2d6bc3047c56812 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7c2fc071da994a44a2d6bc3047c56812 2024-11-22T20:23:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:00,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:23:00,736 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112267e41d86ceb545bbaf905d7150072436_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,736 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112267e41d86ceb545bbaf905d7150072436_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:00,739 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into 7c2fc071da994a44a2d6bc3047c56812(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:00,739 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,739 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306980676; duration=0sec 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:00,739 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:00,739 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:00,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,739 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,744 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,744 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:00,744 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:00,745 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/a7ee9a93dba343b98fa67d8518e371ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=35.9 K 2024-11-22T20:23:00,746 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ee9a93dba343b98fa67d8518e371ad, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732306977012 2024-11-22T20:23:00,746 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 19a44768a25f4c6f9c988347e960e39d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732306977346 2024-11-22T20:23:00,747 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8819f4a841724ad2b763243b510b39b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:00,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307040757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307040757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307040758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223dd105750de4fe4b403ef3ab16dc0ce_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306980732/Put/seqid=0 2024-11-22T20:23:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307040768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307040772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742507_1683 (size=4469) 2024-11-22T20:23:00,786 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#585 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,786 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84ff4fd47af84c3184ed014e4c74cff4 is 175, key is test_row_0/A:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,798 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#587 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,798 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/ddcdf029e929468c881fb1bc3c87515c is 50, key is test_row_0/C:col10/1732306980101/Put/seqid=0 2024-11-22T20:23:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742508_1684 (size=12304) 2024-11-22T20:23:00,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:00,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223dd105750de4fe4b403ef3ab16dc0ce_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223dd105750de4fe4b403ef3ab16dc0ce_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:00,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d277f3081ec94ba6beb8a847e8f28db7, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:00,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d277f3081ec94ba6beb8a847e8f28db7 is 175, key is test_row_0/A:col10/1732306980732/Put/seqid=0 2024-11-22T20:23:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307040869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307040869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307040870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307040875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307040879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:00,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742510_1686 (size=12561) 2024-11-22T20:23:00,912 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/ddcdf029e929468c881fb1bc3c87515c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ddcdf029e929468c881fb1bc3c87515c 2024-11-22T20:23:00,917 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into ddcdf029e929468c881fb1bc3c87515c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:00,917 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:00,917 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306980677; duration=0sec 2024-11-22T20:23:00,917 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,917 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742511_1687 (size=31105) 2024-11-22T20:23:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742509_1685 (size=31515) 2024-11-22T20:23:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307041073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307041073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307041073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307041079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307041083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,322 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d277f3081ec94ba6beb8a847e8f28db7 2024-11-22T20:23:01,328 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/84ff4fd47af84c3184ed014e4c74cff4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4 2024-11-22T20:23:01,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/29dc81c196dd45c7a30a1eaa7891beb7 is 50, key is test_row_0/B:col10/1732306980732/Put/seqid=0 2024-11-22T20:23:01,335 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into 84ff4fd47af84c3184ed014e4c74cff4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:01,335 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:01,335 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306980675; duration=0sec 2024-11-22T20:23:01,336 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:01,336 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742512_1688 (size=12151) 2024-11-22T20:23:01,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/29dc81c196dd45c7a30a1eaa7891beb7 2024-11-22T20:23:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307041376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307041378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307041378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/609a9efbe6b447c6af2dcc0198d70f48 is 50, key is test_row_0/C:col10/1732306980732/Put/seqid=0 2024-11-22T20:23:01,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307041382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307041386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742513_1689 (size=12151) 2024-11-22T20:23:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:23:01,537 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-22T20:23:01,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-22T20:23:01,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:01,542 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:01,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:01,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:01,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/609a9efbe6b447c6af2dcc0198d70f48 2024-11-22T20:23:01,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d277f3081ec94ba6beb8a847e8f28db7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7 2024-11-22T20:23:01,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7, entries=150, sequenceid=201, filesize=30.4 K 2024-11-22T20:23:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/29dc81c196dd45c7a30a1eaa7891beb7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7 2024-11-22T20:23:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:01,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T20:23:01,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/609a9efbe6b447c6af2dcc0198d70f48 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48 2024-11-22T20:23:01,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:01,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T20:23:01,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e118351dc0d1335c43896cd8e5b73312 in 1117ms, sequenceid=201, compaction requested=false 2024-11-22T20:23:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:01,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:23:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228e6dea75b0f6422fb8338f287249ac1d_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742514_1690 (size=14794) 2024-11-22T20:23:01,912 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307041907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307041911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228e6dea75b0f6422fb8338f287249ac1d_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228e6dea75b0f6422fb8338f287249ac1d_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:01,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/1424392373d8441eb3584c0b6eaf2a7e, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:01,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/1424392373d8441eb3584c0b6eaf2a7e is 175, key is test_row_0/A:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307041914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307041915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307041913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742515_1691 (size=39749) 2024-11-22T20:23:01,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/1424392373d8441eb3584c0b6eaf2a7e 2024-11-22T20:23:01,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7f4097a62aeb42b2b548d2661f9bbd61 is 50, key is test_row_0/B:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742516_1692 (size=12151) 2024-11-22T20:23:02,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7f4097a62aeb42b2b548d2661f9bbd61 2024-11-22T20:23:02,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/27461288885946bc99ac4357e552c04e is 50, key is test_row_0/C:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:02,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307042015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307042016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307042021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307042023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307042023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742517_1693 (size=12151) 2024-11-22T20:23:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:02,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307042220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307042220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307042226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307042227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307042228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/27461288885946bc99ac4357e552c04e 2024-11-22T20:23:02,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/1424392373d8441eb3584c0b6eaf2a7e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e 2024-11-22T20:23:02,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e, entries=200, sequenceid=220, filesize=38.8 K 2024-11-22T20:23:02,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7f4097a62aeb42b2b548d2661f9bbd61 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61 2024-11-22T20:23:02,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T20:23:02,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/27461288885946bc99ac4357e552c04e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e 2024-11-22T20:23:02,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T20:23:02,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for e118351dc0d1335c43896cd8e5b73312 in 590ms, sequenceid=220, compaction requested=true 2024-11-22T20:23:02,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:02,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:02,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:02,473 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:02,474 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:02,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:02,475 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:02,475 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:02,475 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,476 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=100.0 K 2024-11-22T20:23:02,476 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,476 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e] 2024-11-22T20:23:02,476 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:02,476 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:02,477 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,477 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7c2fc071da994a44a2d6bc3047c56812, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=36.0 K 2024-11-22T20:23:02,478 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c2fc071da994a44a2d6bc3047c56812, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:02,478 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ff4fd47af84c3184ed014e4c74cff4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:02,479 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 29dc81c196dd45c7a30a1eaa7891beb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306980120 2024-11-22T20:23:02,479 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d277f3081ec94ba6beb8a847e8f28db7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306980120 2024-11-22T20:23:02,480 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f4097a62aeb42b2b548d2661f9bbd61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:02,481 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1424392373d8441eb3584c0b6eaf2a7e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:02,502 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#593 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:02,503 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c61000aaecac4634b3023f4f0afbe9a4 is 50, key is test_row_0/B:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:02,514 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:02,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:02,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,532 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fa0a04843e7f494e878242138ea525e7_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,538 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fa0a04843e7f494e878242138ea525e7_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,538 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa0a04843e7f494e878242138ea525e7_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307042540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307042539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307042544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307042546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307042547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742518_1694 (size=12663) 2024-11-22T20:23:02,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a0a0d17cc6d74103ac5a36a9f5cd4a79_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306982526/Put/seqid=0 2024-11-22T20:23:02,578 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c61000aaecac4634b3023f4f0afbe9a4 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c61000aaecac4634b3023f4f0afbe9a4 2024-11-22T20:23:02,585 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into c61000aaecac4634b3023f4f0afbe9a4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:02,585 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:02,585 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306982473; duration=0sec 2024-11-22T20:23:02,585 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:02,585 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:02,585 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:02,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:02,587 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:02,587 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,587 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ddcdf029e929468c881fb1bc3c87515c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=36.0 K 2024-11-22T20:23:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742519_1695 (size=4469) 2024-11-22T20:23:02,588 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ddcdf029e929468c881fb1bc3c87515c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732306979488 2024-11-22T20:23:02,589 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 609a9efbe6b447c6af2dcc0198d70f48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306980120 2024-11-22T20:23:02,589 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 27461288885946bc99ac4357e552c04e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:02,600 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#594 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:02,600 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/27982879d8704cc1bf6c1d23316f4376 is 175, key is test_row_0/A:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:02,602 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#596 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:02,602 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f82f5e60d70a4c07b7ee23a424a713bf is 50, key is test_row_0/C:col10/1732306981882/Put/seqid=0 2024-11-22T20:23:02,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742520_1696 (size=14794) 2024-11-22T20:23:02,607 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:02,612 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a0a0d17cc6d74103ac5a36a9f5cd4a79_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a0a0d17cc6d74103ac5a36a9f5cd4a79_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:02,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0aa1d553c22345ce859f292988a28d0c, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0aa1d553c22345ce859f292988a28d0c is 175, key is test_row_0/A:col10/1732306982526/Put/seqid=0 2024-11-22T20:23:02,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307042647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307042648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307042654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307042654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307042654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742521_1697 (size=31617) 2024-11-22T20:23:02,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742523_1699 (size=39749) 2024-11-22T20:23:02,686 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0aa1d553c22345ce859f292988a28d0c 2024-11-22T20:23:02,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742522_1698 (size=12663) 2024-11-22T20:23:02,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/f14aa0479ebd4832a975e29a1b260a81 is 50, key is test_row_0/B:col10/1732306982526/Put/seqid=0 2024-11-22T20:23:02,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742524_1700 (size=12151) 2024-11-22T20:23:02,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/f14aa0479ebd4832a975e29a1b260a81 2024-11-22T20:23:02,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/d0af03826bce4b338f820e3a3ceb4339 is 50, key is test_row_0/C:col10/1732306982526/Put/seqid=0 2024-11-22T20:23:02,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742525_1701 (size=12151) 2024-11-22T20:23:02,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/d0af03826bce4b338f820e3a3ceb4339 2024-11-22T20:23:02,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/0aa1d553c22345ce859f292988a28d0c as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c 2024-11-22T20:23:02,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c, entries=200, sequenceid=242, filesize=38.8 K 2024-11-22T20:23:02,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/f14aa0479ebd4832a975e29a1b260a81 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81 2024-11-22T20:23:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T20:23:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/d0af03826bce4b338f820e3a3ceb4339 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339 2024-11-22T20:23:02,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339, entries=150, sequenceid=242, filesize=11.9 K 2024-11-22T20:23:02,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e118351dc0d1335c43896cd8e5b73312 in 258ms, sequenceid=242, compaction requested=false 2024-11-22T20:23:02,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:02,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:02,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:02,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228afddec47c304d038a93fab1f7add4b4_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:02,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742526_1702 (size=12354) 2024-11-22T20:23:02,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:02,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228afddec47c304d038a93fab1f7add4b4_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228afddec47c304d038a93fab1f7add4b4_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:02,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/ee548fcbebfa4635b03c91a8a2d491ec, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:02,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/ee548fcbebfa4635b03c91a8a2d491ec is 175, key is test_row_0/A:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742527_1703 (size=31155) 2024-11-22T20:23:02,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/ee548fcbebfa4635b03c91a8a2d491ec 2024-11-22T20:23:02,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/285ace3249fd48ea9940dfc521752185 is 50, key is test_row_0/B:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:02,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:02,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:02,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:02,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307042915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307042916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307042916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307042917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307042933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742528_1704 (size=12201) 2024-11-22T20:23:02,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/285ace3249fd48ea9940dfc521752185 2024-11-22T20:23:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/416d76374ff547e293218f55f33659a8 is 50, key is test_row_0/C:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742529_1705 (size=12201) 2024-11-22T20:23:02,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/416d76374ff547e293218f55f33659a8 2024-11-22T20:23:02,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/ee548fcbebfa4635b03c91a8a2d491ec as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec 2024-11-22T20:23:03,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec, entries=150, sequenceid=258, filesize=30.4 K 2024-11-22T20:23:03,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/285ace3249fd48ea9940dfc521752185 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185 2024-11-22T20:23:03,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T20:23:03,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/416d76374ff547e293218f55f33659a8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8 2024-11-22T20:23:03,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8, entries=150, sequenceid=258, filesize=11.9 K 2024-11-22T20:23:03,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for e118351dc0d1335c43896cd8e5b73312 in 162ms, sequenceid=258, compaction requested=true 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T20:23:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:03,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:03,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307043042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307043042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307043043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307043045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307043047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0a37d89bc2a494691727d78514fe296_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306983030/Put/seqid=0 2024-11-22T20:23:03,068 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/27982879d8704cc1bf6c1d23316f4376 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376 2024-11-22T20:23:03,073 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into 27982879d8704cc1bf6c1d23316f4376(size=30.9 K), total size for store is 100.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:03,073 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,073 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306982473; duration=0sec 2024-11-22T20:23:03,073 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T20:23:03,073 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:03,074 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:03,074 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:03,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:03,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:03,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:03,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:03,076 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:03,077 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:03,077 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:03,077 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,077 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=100.1 K 2024-11-22T20:23:03,077 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,077 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec] 2024-11-22T20:23:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742530_1706 (size=14994) 2024-11-22T20:23:03,078 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27982879d8704cc1bf6c1d23316f4376, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:03,078 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aa1d553c22345ce859f292988a28d0c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732306981910 2024-11-22T20:23:03,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,079 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee548fcbebfa4635b03c91a8a2d491ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732306982537 2024-11-22T20:23:03,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0a37d89bc2a494691727d78514fe296_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0a37d89bc2a494691727d78514fe296_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:03,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9420307cec644ba1a80ce500b2bdde03, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:03,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9420307cec644ba1a80ce500b2bdde03 is 175, key is test_row_0/A:col10/1732306983030/Put/seqid=0 2024-11-22T20:23:03,095 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:03,103 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f82f5e60d70a4c07b7ee23a424a713bf as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f82f5e60d70a4c07b7ee23a424a713bf 2024-11-22T20:23:03,106 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122157ebea773024b40808b369900d4e39f_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:03,108 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122157ebea773024b40808b369900d4e39f_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:03,108 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122157ebea773024b40808b369900d4e39f_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:03,113 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into f82f5e60d70a4c07b7ee23a424a713bf(size=12.4 K), total size for store is 36.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:03,113 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,113 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306982474; duration=0sec 2024-11-22T20:23:03,113 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:03,113 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:03,114 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:03,115 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:03,115 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:03,115 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,116 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c61000aaecac4634b3023f4f0afbe9a4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=36.1 K 2024-11-22T20:23:03,116 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c61000aaecac4634b3023f4f0afbe9a4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:03,117 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f14aa0479ebd4832a975e29a1b260a81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732306981910 2024-11-22T20:23:03,117 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 285ace3249fd48ea9940dfc521752185, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732306982537 2024-11-22T20:23:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742531_1707 (size=39949) 2024-11-22T20:23:03,145 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#604 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:03,145 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/332e38c2d6ef4263ae492a7c8e85b299 is 50, key is test_row_0/B:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307043148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307043150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307043150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307043151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307043152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742532_1708 (size=4469) 2024-11-22T20:23:03,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742533_1709 (size=12815) 2024-11-22T20:23:03,163 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#603 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:03,164 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c29db0d9dca34f1ebd697770139af567 is 175, key is test_row_0/A:col10/1732306982537/Put/seqid=0 2024-11-22T20:23:03,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742534_1710 (size=31769) 2024-11-22T20:23:03,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307043351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307043354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307043354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307043355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307043355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,531 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9420307cec644ba1a80ce500b2bdde03 2024-11-22T20:23:03,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b41a50f861d449618b9cae3055f6f836 is 50, key is test_row_0/B:col10/1732306983030/Put/seqid=0 2024-11-22T20:23:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742535_1711 (size=12301) 2024-11-22T20:23:03,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b41a50f861d449618b9cae3055f6f836 2024-11-22T20:23:03,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b9fd390059bd43039253d556c2d767ff is 50, key is test_row_0/C:col10/1732306983030/Put/seqid=0 2024-11-22T20:23:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742536_1712 (size=12301) 2024-11-22T20:23:03,565 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/332e38c2d6ef4263ae492a7c8e85b299 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/332e38c2d6ef4263ae492a7c8e85b299 2024-11-22T20:23:03,569 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into 332e38c2d6ef4263ae492a7c8e85b299(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:03,569 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,569 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306983018; duration=0sec 2024-11-22T20:23:03,569 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:03,569 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:03,573 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/c29db0d9dca34f1ebd697770139af567 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567 2024-11-22T20:23:03,577 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into c29db0d9dca34f1ebd697770139af567(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:03,577 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,577 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306983018; duration=0sec 2024-11-22T20:23:03,577 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:03,577 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:03,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307043654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307043657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307043657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307043658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307043658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,836 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:03,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b9fd390059bd43039253d556c2d767ff 2024-11-22T20:23:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9420307cec644ba1a80ce500b2bdde03 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03 2024-11-22T20:23:03,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03, entries=200, sequenceid=284, filesize=39.0 K 2024-11-22T20:23:03,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b41a50f861d449618b9cae3055f6f836 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836 2024-11-22T20:23:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T20:23:03,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b9fd390059bd43039253d556c2d767ff as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff 2024-11-22T20:23:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T20:23:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e118351dc0d1335c43896cd8e5b73312 in 941ms, sequenceid=284, compaction requested=true 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:03,971 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:03,971 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:03,972 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:03,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,973 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,973 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f82f5e60d70a4c07b7ee23a424a713bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=48.2 K 2024-11-22T20:23:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,973 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f82f5e60d70a4c07b7ee23a424a713bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732306980752 2024-11-22T20:23:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,974 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting d0af03826bce4b338f820e3a3ceb4339, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732306981910 2024-11-22T20:23:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,974 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 416d76374ff547e293218f55f33659a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732306982537 2024-11-22T20:23:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,974 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b9fd390059bd43039253d556c2d767ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732306982908 2024-11-22T20:23:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,983 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#607 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,983 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/27592040407c460598816fd7d32ee33d is 50, key is test_row_0/C:col10/1732306983030/Put/seqid=0 2024-11-22T20:23:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742537_1713 (size=12949) 2024-11-22T20:23:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:03,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-22T20:23:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:03,989 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:03,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122df6a2a2a9ee64cd5903e3f1b88bdd5b0_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306983039/Put/seqid=0 2024-11-22T20:23:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742538_1714 (size=9914) 2024-11-22T20:23:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,008 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122df6a2a2a9ee64cd5903e3f1b88bdd5b0_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df6a2a2a9ee64cd5903e3f1b88bdd5b0_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d076cc84e8824da5804168f484fbec64, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d076cc84e8824da5804168f484fbec64 is 175, key is test_row_0/A:col10/1732306983039/Put/seqid=0 2024-11-22T20:23:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742539_1715 (size=22561) 2024-11-22T20:23:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:04,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307044216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307044217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307044217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307044218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307044219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:04,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307044321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307044322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307044322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307044323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307044323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,391 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/27592040407c460598816fd7d32ee33d as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27592040407c460598816fd7d32ee33d 2024-11-22T20:23:04,395 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into 27592040407c460598816fd7d32ee33d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:04,395 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:04,395 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=12, startTime=1732306983971; duration=0sec 2024-11-22T20:23:04,395 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:04,395 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:04,415 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d076cc84e8824da5804168f484fbec64 2024-11-22T20:23:04,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/40fb44a9c7484e8e8849984a1ad54335 is 50, key is test_row_0/B:col10/1732306983039/Put/seqid=0 2024-11-22T20:23:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742540_1716 (size=9857) 2024-11-22T20:23:04,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307044524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307044525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307044525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307044525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307044525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,825 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/40fb44a9c7484e8e8849984a1ad54335 2024-11-22T20:23:04,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307044827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307044828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307044828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307044829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307044829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:04,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b172b7d9068f4e1a8bfdb88db89c3232 is 50, key is test_row_0/C:col10/1732306983039/Put/seqid=0 2024-11-22T20:23:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742541_1717 (size=9857) 2024-11-22T20:23:04,834 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b172b7d9068f4e1a8bfdb88db89c3232 2024-11-22T20:23:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/d076cc84e8824da5804168f484fbec64 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64 2024-11-22T20:23:04,841 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64, entries=100, sequenceid=298, filesize=22.0 K 2024-11-22T20:23:04,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/40fb44a9c7484e8e8849984a1ad54335 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335 2024-11-22T20:23:04,845 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335, entries=100, sequenceid=298, filesize=9.6 K 2024-11-22T20:23:04,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/b172b7d9068f4e1a8bfdb88db89c3232 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232 2024-11-22T20:23:04,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232, entries=100, sequenceid=298, filesize=9.6 K 2024-11-22T20:23:04,850 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e118351dc0d1335c43896cd8e5b73312 in 861ms, sequenceid=298, compaction requested=true 2024-11-22T20:23:04,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:04,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:04,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-22T20:23:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-22T20:23:04,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-22T20:23:04,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3100 sec 2024-11-22T20:23:04,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 3.3140 sec 2024-11-22T20:23:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:05,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:05,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307045336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222024089662b9473fb07d6e1c2bdcded0_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307045337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307045338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307045338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307045339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742542_1718 (size=12454) 2024-11-22T20:23:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307045440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307045441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307045442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307045442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307045443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307045642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307045642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-22T20:23:05,646 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-22T20:23:05,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307045645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307045645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-22T20:23:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307045645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:05,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:05,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:05,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:05,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:05,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222024089662b9473fb07d6e1c2bdcded0_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222024089662b9473fb07d6e1c2bdcded0_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:05,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/33c0fb7ac99a45ad9799ef90f2337a60, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:05,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/33c0fb7ac99a45ad9799ef90f2337a60 is 175, key is test_row_0/A:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:05,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742543_1719 (size=31255) 2024-11-22T20:23:05,800 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:05,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307045948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307045948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307045948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307045949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307045950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:05,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:05,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:05,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:05,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:05,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:05,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,153 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/33c0fb7ac99a45ad9799ef90f2337a60 2024-11-22T20:23:06,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/09a97c2306f04c40be2fb35ecb55d958 is 50, key is test_row_0/B:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742544_1720 (size=12301) 2024-11-22T20:23:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:06,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307046453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307046455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307046455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307046455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307046455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/09a97c2306f04c40be2fb35ecb55d958 2024-11-22T20:23:06,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/895dcd80b99143de9a680629a5d45c4a is 50, key is test_row_0/C:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:06,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742545_1721 (size=12301) 2024-11-22T20:23:06,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:06,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:06,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:06,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/895dcd80b99143de9a680629a5d45c4a 2024-11-22T20:23:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/33c0fb7ac99a45ad9799ef90f2337a60 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60 2024-11-22T20:23:06,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60, entries=150, sequenceid=326, filesize=30.5 K 2024-11-22T20:23:06,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/09a97c2306f04c40be2fb35ecb55d958 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958 2024-11-22T20:23:06,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T20:23:06,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/895dcd80b99143de9a680629a5d45c4a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a 2024-11-22T20:23:06,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-22T20:23:06,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e118351dc0d1335c43896cd8e5b73312 in 1662ms, sequenceid=326, compaction requested=true 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:06,994 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:06,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:06,994 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:06,995 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:06,995 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:06,995 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:06,995 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:06,996 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,996 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,996 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=122.6 K 2024-11-22T20:23:06,996 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/332e38c2d6ef4263ae492a7c8e85b299, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=46.2 K 2024-11-22T20:23:06,996 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:06,996 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60] 2024-11-22T20:23:06,996 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 332e38c2d6ef4263ae492a7c8e85b299, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732306982537 2024-11-22T20:23:06,996 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting c29db0d9dca34f1ebd697770139af567, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732306982537 2024-11-22T20:23:06,996 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9420307cec644ba1a80ce500b2bdde03, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732306982908 2024-11-22T20:23:06,996 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b41a50f861d449618b9cae3055f6f836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732306982908 2024-11-22T20:23:06,997 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 40fb44a9c7484e8e8849984a1ad54335, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732306983039 2024-11-22T20:23:06,997 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting d076cc84e8824da5804168f484fbec64, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732306983039 2024-11-22T20:23:06,997 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33c0fb7ac99a45ad9799ef90f2337a60, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:06,997 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a97c2306f04c40be2fb35ecb55d958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:07,004 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:07,006 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122928d0b83454a4eb5a1d08c664318744e_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:07,006 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#615 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:07,007 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/1e131bbe7f8745c3b87a84461d9e1711 is 50, key is test_row_0/B:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:07,007 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122928d0b83454a4eb5a1d08c664318744e_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:07,008 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122928d0b83454a4eb5a1d08c664318744e_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:07,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742546_1722 (size=13051) 2024-11-22T20:23:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742547_1723 (size=4469) 2024-11-22T20:23:07,020 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#614 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:07,021 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/855ea23ec0e443038a13d8219d7ea743 is 175, key is test_row_0/A:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:07,021 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/1e131bbe7f8745c3b87a84461d9e1711 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1e131bbe7f8745c3b87a84461d9e1711 2024-11-22T20:23:07,021 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-22T20:23:07,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:07,022 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:23:07,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:07,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742548_1724 (size=32005) 2024-11-22T20:23:07,027 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into 1e131bbe7f8745c3b87a84461d9e1711(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:07,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:07,027 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=12, startTime=1732306986994; duration=0sec 2024-11-22T20:23:07,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:07,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:07,027 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:07,030 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:07,030 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:07,030 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:07,030 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27592040407c460598816fd7d32ee33d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=34.3 K 2024-11-22T20:23:07,031 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 27592040407c460598816fd7d32ee33d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732306982908 2024-11-22T20:23:07,031 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b172b7d9068f4e1a8bfdb88db89c3232, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732306983039 2024-11-22T20:23:07,032 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 895dcd80b99143de9a680629a5d45c4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a30ef61e86f41759bf836f1114e696f_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306985337/Put/seqid=0 2024-11-22T20:23:07,034 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/855ea23ec0e443038a13d8219d7ea743 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743 2024-11-22T20:23:07,040 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into 855ea23ec0e443038a13d8219d7ea743(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:07,040 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:07,040 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=12, startTime=1732306986994; duration=0sec 2024-11-22T20:23:07,040 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:07,040 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742549_1725 (size=12454) 2024-11-22T20:23:07,045 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#617 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:07,046 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/07fd9013f02549f19a3d83b58d2dfe6b is 50, key is test_row_0/C:col10/1732306985331/Put/seqid=0 2024-11-22T20:23:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742550_1726 (size=13051) 2024-11-22T20:23:07,059 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/07fd9013f02549f19a3d83b58d2dfe6b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/07fd9013f02549f19a3d83b58d2dfe6b 2024-11-22T20:23:07,064 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into 07fd9013f02549f19a3d83b58d2dfe6b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:07,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:07,064 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306986994; duration=0sec 2024-11-22T20:23:07,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:07,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:07,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:07,445 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a30ef61e86f41759bf836f1114e696f_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a30ef61e86f41759bf836f1114e696f_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0f03231b2354473a63f882d81151198, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:07,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0f03231b2354473a63f882d81151198 is 175, key is test_row_0/A:col10/1732306985337/Put/seqid=0 2024-11-22T20:23:07,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742551_1727 (size=31255) 2024-11-22T20:23:07,451 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0f03231b2354473a63f882d81151198 2024-11-22T20:23:07,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ec4af31166aa4dc181cfaea8b7ac7bd8 is 50, key is test_row_0/B:col10/1732306985337/Put/seqid=0 2024-11-22T20:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:07,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742552_1728 (size=12301) 2024-11-22T20:23:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307047475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307047476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307047477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307047477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307047477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307047578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307047579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307047579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307047580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307047580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307047781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307047782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307047782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307047782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307047784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:07,861 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ec4af31166aa4dc181cfaea8b7ac7bd8 2024-11-22T20:23:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/011a94d67a2d44aba5e61915e276f972 is 50, key is test_row_0/C:col10/1732306985337/Put/seqid=0 2024-11-22T20:23:07,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742553_1729 (size=12301) 2024-11-22T20:23:07,872 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/011a94d67a2d44aba5e61915e276f972 2024-11-22T20:23:07,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/f0f03231b2354473a63f882d81151198 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198 2024-11-22T20:23:07,879 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198, entries=150, sequenceid=336, filesize=30.5 K 2024-11-22T20:23:07,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/ec4af31166aa4dc181cfaea8b7ac7bd8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8 2024-11-22T20:23:07,883 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8, entries=150, sequenceid=336, filesize=12.0 K 2024-11-22T20:23:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/011a94d67a2d44aba5e61915e276f972 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972 2024-11-22T20:23:07,887 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972, entries=150, sequenceid=336, filesize=12.0 K 2024-11-22T20:23:07,888 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e118351dc0d1335c43896cd8e5b73312 in 866ms, sequenceid=336, compaction requested=false 2024-11-22T20:23:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:07,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-22T20:23:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-22T20:23:07,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-22T20:23:07,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-22T20:23:07,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 2.2430 sec 2024-11-22T20:23:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:08,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:08,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:08,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc251b6421214ebab0e9ed45992ae979_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307048090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307048091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307048092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307048092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307048093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742554_1730 (size=17534) 2024-11-22T20:23:08,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307048195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307048195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307048195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307048195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307048195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307048398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307048398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307048398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307048398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307048399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:08,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cc251b6421214ebab0e9ed45992ae979_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc251b6421214ebab0e9ed45992ae979_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:08,502 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/6316f6fbd27a4ab8b0ebfae783c10f99, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:08,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/6316f6fbd27a4ab8b0ebfae783c10f99 is 175, key is test_row_0/A:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742555_1731 (size=48639) 2024-11-22T20:23:08,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/6316f6fbd27a4ab8b0ebfae783c10f99 2024-11-22T20:23:08,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c6acdad17fa74e94a535cc8ce2268afb is 50, key is test_row_0/B:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742556_1732 (size=12301) 2024-11-22T20:23:08,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c6acdad17fa74e94a535cc8ce2268afb 2024-11-22T20:23:08,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8c62c1cf66b24f1db67d5a0bbf213c0b is 50, key is test_row_0/C:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742557_1733 (size=12301) 2024-11-22T20:23:08,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307048700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307048700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307048700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307048700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307048701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:08,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8c62c1cf66b24f1db67d5a0bbf213c0b 2024-11-22T20:23:08,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/6316f6fbd27a4ab8b0ebfae783c10f99 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99 2024-11-22T20:23:08,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99, entries=250, sequenceid=368, filesize=47.5 K 2024-11-22T20:23:08,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c6acdad17fa74e94a535cc8ce2268afb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb 2024-11-22T20:23:08,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T20:23:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8c62c1cf66b24f1db67d5a0bbf213c0b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b 2024-11-22T20:23:08,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b, entries=150, sequenceid=368, filesize=12.0 K 2024-11-22T20:23:08,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for e118351dc0d1335c43896cd8e5b73312 in 853ms, sequenceid=368, compaction requested=true 2024-11-22T20:23:08,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:08,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:08,940 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:08,941 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:08,941 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:08,941 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=109.3 K 2024-11-22T20:23:08,941 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:08,941 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1e131bbe7f8745c3b87a84461d9e1711, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=36.8 K 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99] 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e131bbe7f8745c3b87a84461d9e1711, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 855ea23ec0e443038a13d8219d7ea743, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4af31166aa4dc181cfaea8b7ac7bd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732306985335 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0f03231b2354473a63f882d81151198, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732306985335 2024-11-22T20:23:08,941 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6316f6fbd27a4ab8b0ebfae783c10f99, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987475 2024-11-22T20:23:08,942 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting c6acdad17fa74e94a535cc8ce2268afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987476 2024-11-22T20:23:08,948 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:08,948 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/975f6707091d44a3ad2063d0a960cd15 is 50, key is test_row_0/B:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,949 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:08,951 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225d278a9ca82f40aeb0643b625208bb1c_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742558_1734 (size=13153) 2024-11-22T20:23:08,954 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225d278a9ca82f40aeb0643b625208bb1c_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:08,954 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d278a9ca82f40aeb0643b625208bb1c_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742559_1735 (size=4469) 2024-11-22T20:23:08,957 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#624 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:08,958 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a0495d8a50bd47ca859c4d70cb14b8b9 is 175, key is test_row_0/A:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742560_1736 (size=32107) 2024-11-22T20:23:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:09,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:09,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b462563839a04844808c6c56b9931477_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306989205/Put/seqid=0 2024-11-22T20:23:09,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742561_1737 (size=14994) 2024-11-22T20:23:09,217 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:09,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b462563839a04844808c6c56b9931477_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b462563839a04844808c6c56b9931477_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:09,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/b24d100a970b40e1b844d11de2d08cab, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:09,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/b24d100a970b40e1b844d11de2d08cab is 175, key is test_row_0/A:col10/1732306989205/Put/seqid=0 2024-11-22T20:23:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742562_1738 (size=39949) 2024-11-22T20:23:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307049223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307049224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307049226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307049227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307049227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307049328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307049328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307049331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307049332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307049332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,356 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/975f6707091d44a3ad2063d0a960cd15 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/975f6707091d44a3ad2063d0a960cd15 2024-11-22T20:23:09,360 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into 975f6707091d44a3ad2063d0a960cd15(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:09,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:09,360 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=13, startTime=1732306988940; duration=0sec 2024-11-22T20:23:09,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:09,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:09,360 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:09,361 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:09,361 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:09,361 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:09,361 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/07fd9013f02549f19a3d83b58d2dfe6b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=36.8 K 2024-11-22T20:23:09,361 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 07fd9013f02549f19a3d83b58d2dfe6b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732306984217 2024-11-22T20:23:09,362 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 011a94d67a2d44aba5e61915e276f972, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732306985335 2024-11-22T20:23:09,362 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c62c1cf66b24f1db67d5a0bbf213c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987476 2024-11-22T20:23:09,365 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a0495d8a50bd47ca859c4d70cb14b8b9 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9 2024-11-22T20:23:09,367 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#626 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:09,368 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/d28f4020e0a846f9b03e980db56962d8 is 50, key is test_row_0/C:col10/1732306988086/Put/seqid=0 2024-11-22T20:23:09,371 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into a0495d8a50bd47ca859c4d70cb14b8b9(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:09,371 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:09,371 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=13, startTime=1732306988939; duration=0sec 2024-11-22T20:23:09,371 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:09,371 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:09,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742563_1739 (size=13153) 2024-11-22T20:23:09,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307049531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307049531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307049533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307049533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307049534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,626 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/b24d100a970b40e1b844d11de2d08cab 2024-11-22T20:23:09,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/83a56412ec53456aa6dbee1774fc7574 is 50, key is test_row_0/B:col10/1732306989205/Put/seqid=0 2024-11-22T20:23:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742564_1740 (size=12301) 2024-11-22T20:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-22T20:23:09,753 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-22T20:23:09,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-22T20:23:09,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T20:23:09,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:09,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:09,777 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/d28f4020e0a846f9b03e980db56962d8 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d28f4020e0a846f9b03e980db56962d8 2024-11-22T20:23:09,782 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into d28f4020e0a846f9b03e980db56962d8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:09,782 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:09,782 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=13, startTime=1732306988940; duration=0sec 2024-11-22T20:23:09,782 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:09,782 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:09,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307049834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307049835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307049836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307049836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307049837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T20:23:09,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:09,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-22T20:23:09,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:09,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:09,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:09,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:09,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/83a56412ec53456aa6dbee1774fc7574 2024-11-22T20:23:10,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/82ac79792e7940c3b78286c3e2640fd0 is 50, key is test_row_0/C:col10/1732306989205/Put/seqid=0 2024-11-22T20:23:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742565_1741 (size=12301) 2024-11-22T20:23:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T20:23:10,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-22T20:23:10,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:10,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:10,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:10,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/82ac79792e7940c3b78286c3e2640fd0 2024-11-22T20:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/b24d100a970b40e1b844d11de2d08cab as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab 2024-11-22T20:23:10,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab, entries=200, sequenceid=381, filesize=39.0 K 2024-11-22T20:23:10,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/83a56412ec53456aa6dbee1774fc7574 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574 2024-11-22T20:23:10,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574, entries=150, sequenceid=381, filesize=12.0 K 2024-11-22T20:23:10,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/82ac79792e7940c3b78286c3e2640fd0 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0 2024-11-22T20:23:10,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0, entries=150, sequenceid=381, filesize=12.0 K 2024-11-22T20:23:10,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e118351dc0d1335c43896cd8e5b73312 in 889ms, sequenceid=381, compaction requested=false 2024-11-22T20:23:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:10,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-22T20:23:10,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:10,214 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:23:10,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225418554acf2342198ea27403d1a1d6cc_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306989226/Put/seqid=0 2024-11-22T20:23:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742566_1742 (size=12454) 2024-11-22T20:23:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:10,261 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225418554acf2342198ea27403d1a1d6cc_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225418554acf2342198ea27403d1a1d6cc_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/55b95a64f0434f5b913efd02f49713b5, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:10,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/55b95a64f0434f5b913efd02f49713b5 is 175, key is test_row_0/A:col10/1732306989226/Put/seqid=0 2024-11-22T20:23:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742567_1743 (size=31255) 2024-11-22T20:23:10,278 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/55b95a64f0434f5b913efd02f49713b5 2024-11-22T20:23:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/2a9d8acf53b748b8a9a90793c54c0277 is 50, key is test_row_0/B:col10/1732306989226/Put/seqid=0 2024-11-22T20:23:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742568_1744 (size=12301) 2024-11-22T20:23:10,308 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/2a9d8acf53b748b8a9a90793c54c0277 2024-11-22T20:23:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f922e93de1c44416abd63dbf4e21ee02 is 50, key is test_row_0/C:col10/1732306989226/Put/seqid=0 2024-11-22T20:23:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742569_1745 (size=12301) 2024-11-22T20:23:10,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:10,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307050348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307050348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307050349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307050350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307050351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T20:23:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307050453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307050453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307050453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307050453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307050454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307050656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307050656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307050656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307050656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307050656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,736 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f922e93de1c44416abd63dbf4e21ee02 2024-11-22T20:23:10,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/55b95a64f0434f5b913efd02f49713b5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5 2024-11-22T20:23:10,748 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5, entries=150, sequenceid=408, filesize=30.5 K 2024-11-22T20:23:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/2a9d8acf53b748b8a9a90793c54c0277 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277 2024-11-22T20:23:10,753 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T20:23:10,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f922e93de1c44416abd63dbf4e21ee02 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02 2024-11-22T20:23:10,762 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02, entries=150, sequenceid=408, filesize=12.0 K 2024-11-22T20:23:10,763 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e118351dc0d1335c43896cd8e5b73312 in 549ms, sequenceid=408, compaction requested=true 2024-11-22T20:23:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-22T20:23:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-22T20:23:10,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-22T20:23:10,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-11-22T20:23:10,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.0130 sec 2024-11-22T20:23:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-22T20:23:10,859 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-22T20:23:10,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-22T20:23:10,863 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:10,867 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:10,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:10,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:10,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:10,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307050983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307050984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247b85ad6c1df4b64adce1b7e63c3aa77_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307050985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307050985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307050986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742570_1746 (size=12454) 2024-11-22T20:23:11,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:11,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247b85ad6c1df4b64adce1b7e63c3aa77_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247b85ad6c1df4b64adce1b7e63c3aa77_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:11,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9dae250d3592439bb466478e6b2c2d96, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:11,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9dae250d3592439bb466478e6b2c2d96 is 175, key is test_row_0/A:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:11,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742571_1747 (size=31255) 2024-11-22T20:23:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307051088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307051089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307051091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307051091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307051091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:11,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307051292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307051295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307051295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307051297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307051298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,445 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9dae250d3592439bb466478e6b2c2d96 2024-11-22T20:23:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:11,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b970ef0c07784458a6801a964528aa08 is 50, key is test_row_0/B:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:11,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742572_1748 (size=12301) 2024-11-22T20:23:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307051597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307051600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307051600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307051601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307051602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b970ef0c07784458a6801a964528aa08 2024-11-22T20:23:11,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/875ae61fdb6b4b38bbadc07df6e3f560 is 50, key is test_row_0/C:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:11,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:11,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:11,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:11,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742573_1749 (size=12301) 2024-11-22T20:23:11,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/875ae61fdb6b4b38bbadc07df6e3f560 2024-11-22T20:23:11,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/9dae250d3592439bb466478e6b2c2d96 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96 2024-11-22T20:23:11,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96, entries=150, sequenceid=422, filesize=30.5 K 2024-11-22T20:23:11,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/b970ef0c07784458a6801a964528aa08 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08 2024-11-22T20:23:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:11,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08, entries=150, sequenceid=422, filesize=12.0 K 2024-11-22T20:23:11,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/875ae61fdb6b4b38bbadc07df6e3f560 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560 2024-11-22T20:23:11,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560, entries=150, sequenceid=422, filesize=12.0 K 2024-11-22T20:23:11,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e118351dc0d1335c43896cd8e5b73312 in 1018ms, sequenceid=422, compaction requested=true 2024-11-22T20:23:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:11,981 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:11,982 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:11,982 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/A is initiating minor compaction (all files) 2024-11-22T20:23:11,982 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/A in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,983 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=131.4 K 2024-11-22T20:23:11,983 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,983 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. files: [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96] 2024-11-22T20:23:11,983 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0495d8a50bd47ca859c4d70cb14b8b9, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987476 2024-11-22T20:23:11,983 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting b24d100a970b40e1b844d11de2d08cab, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732306989205 2024-11-22T20:23:11,984 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b95a64f0434f5b913efd02f49713b5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306989221 2024-11-22T20:23:11,984 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dae250d3592439bb466478e6b2c2d96, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732306990347 2024-11-22T20:23:11,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:11,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:11,993 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:11,993 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:11,994 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/B is initiating minor compaction (all files) 2024-11-22T20:23:11,994 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/B in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:11,994 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/975f6707091d44a3ad2063d0a960cd15, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=48.9 K 2024-11-22T20:23:11,994 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 975f6707091d44a3ad2063d0a960cd15, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987476 2024-11-22T20:23:11,994 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 83a56412ec53456aa6dbee1774fc7574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732306989205 2024-11-22T20:23:11,995 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a9d8acf53b748b8a9a90793c54c0277, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306989221 2024-11-22T20:23:11,995 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting b970ef0c07784458a6801a964528aa08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732306990347 2024-11-22T20:23:12,000 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,006 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112200852d84db034de4bab79c1e2989f9d1_e118351dc0d1335c43896cd8e5b73312 store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:12,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:12,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:12,009 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112200852d84db034de4bab79c1e2989f9d1_e118351dc0d1335c43896cd8e5b73312, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,009 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112200852d84db034de4bab79c1e2989f9d1_e118351dc0d1335c43896cd8e5b73312 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,012 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#B#compaction#636 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,012 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c2328755f52148d6a9439a55677dadb7 is 50, key is test_row_0/B:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742574_1750 (size=13289) 2024-11-22T20:23:12,050 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/c2328755f52148d6a9439a55677dadb7 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c2328755f52148d6a9439a55677dadb7 2024-11-22T20:23:12,058 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/B of e118351dc0d1335c43896cd8e5b73312 into c2328755f52148d6a9439a55677dadb7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,058 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:12,058 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/B, priority=12, startTime=1732306991993; duration=0sec 2024-11-22T20:23:12,058 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:12,058 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:12,059 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742575_1751 (size=4469) 2024-11-22T20:23:12,062 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:12,062 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1540): e118351dc0d1335c43896cd8e5b73312/C is initiating minor compaction (all files) 2024-11-22T20:23:12,063 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e118351dc0d1335c43896cd8e5b73312/C in TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:12,063 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d28f4020e0a846f9b03e980db56962d8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560] into tmpdir=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp, totalSize=48.9 K 2024-11-22T20:23:12,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting d28f4020e0a846f9b03e980db56962d8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732306987476 2024-11-22T20:23:12,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ac79792e7940c3b78286c3e2640fd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732306989205 2024-11-22T20:23:12,064 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting f922e93de1c44416abd63dbf4e21ee02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732306989221 2024-11-22T20:23:12,066 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] compactions.Compactor(224): Compacting 875ae61fdb6b4b38bbadc07df6e3f560, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732306990347 2024-11-22T20:23:12,074 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#A#compaction#635 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,075 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59447ed0281740598015e1dc739e900f is 175, key is test_row_0/A:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:12,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-22T20:23:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:12,094 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:12,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,112 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e118351dc0d1335c43896cd8e5b73312#C#compaction#637 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,112 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8e73fee646c14109bc94a2789eac4a8e is 50, key is test_row_0/C:col10/1732306990961/Put/seqid=0 2024-11-22T20:23:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. as already flushing 2024-11-22T20:23:12,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742576_1752 (size=32243) 2024-11-22T20:23:12,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a740317c1637435baa7b1e550cbbf93e_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306990975/Put/seqid=0 2024-11-22T20:23:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307052124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307052130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307052132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307052131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307052131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742577_1753 (size=13289) 2024-11-22T20:23:12,169 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/8e73fee646c14109bc94a2789eac4a8e as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8e73fee646c14109bc94a2789eac4a8e 2024-11-22T20:23:12,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742578_1754 (size=12454) 2024-11-22T20:23:12,179 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/C of e118351dc0d1335c43896cd8e5b73312 into 8e73fee646c14109bc94a2789eac4a8e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,179 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:12,179 INFO [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/C, priority=12, startTime=1732306992007; duration=0sec 2024-11-22T20:23:12,179 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,179 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:12,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:12,190 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a740317c1637435baa7b1e550cbbf93e_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a740317c1637435baa7b1e550cbbf93e_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a268c82d6bc146c6af87234baeef4a61, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a268c82d6bc146c6af87234baeef4a61 is 175, key is test_row_0/A:col10/1732306990975/Put/seqid=0 2024-11-22T20:23:12,201 DEBUG [Thread-2788 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:55696 2024-11-22T20:23:12,201 DEBUG [Thread-2788 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,202 DEBUG [Thread-2792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bf224f to 127.0.0.1:55696 2024-11-22T20:23:12,202 DEBUG [Thread-2792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,204 DEBUG [Thread-2786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:55696 2024-11-22T20:23:12,204 DEBUG [Thread-2786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,206 DEBUG [Thread-2784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:55696 2024-11-22T20:23:12,206 DEBUG [Thread-2784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,215 DEBUG [Thread-2790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:55696 2024-11-22T20:23:12,215 DEBUG [Thread-2790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52118 deadline: 1732307052234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742579_1755 (size=31255) 2024-11-22T20:23:12,236 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a268c82d6bc146c6af87234baeef4a61 2024-11-22T20:23:12,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52106 deadline: 1732307052237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52128 deadline: 1732307052238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52076 deadline: 1732307052239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52114 deadline: 1732307052239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e6f8b1b4e4564ab8b8f391879de1400b is 50, key is test_row_0/B:col10/1732306990975/Put/seqid=0 2024-11-22T20:23:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742580_1756 (size=12301) 2024-11-22T20:23:12,288 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e6f8b1b4e4564ab8b8f391879de1400b 2024-11-22T20:23:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fdb80f9e816a44ceb807fb21b57f8e06 is 50, key is test_row_0/C:col10/1732306990975/Put/seqid=0 2024-11-22T20:23:12,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742581_1757 (size=12301) 2024-11-22T20:23:12,350 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fdb80f9e816a44ceb807fb21b57f8e06 2024-11-22T20:23:12,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a268c82d6bc146c6af87234baeef4a61 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a268c82d6bc146c6af87234baeef4a61 2024-11-22T20:23:12,363 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a268c82d6bc146c6af87234baeef4a61, entries=150, sequenceid=445, filesize=30.5 K 2024-11-22T20:23:12,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e6f8b1b4e4564ab8b8f391879de1400b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e6f8b1b4e4564ab8b8f391879de1400b 2024-11-22T20:23:12,374 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e6f8b1b4e4564ab8b8f391879de1400b, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T20:23:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fdb80f9e816a44ceb807fb21b57f8e06 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fdb80f9e816a44ceb807fb21b57f8e06 2024-11-22T20:23:12,385 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fdb80f9e816a44ceb807fb21b57f8e06, entries=150, sequenceid=445, filesize=12.0 K 2024-11-22T20:23:12,386 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e118351dc0d1335c43896cd8e5b73312 in 292ms, sequenceid=445, compaction requested=false 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-22T20:23:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-22T20:23:12,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-22T20:23:12,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-22T20:23:12,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.5310 sec 2024-11-22T20:23:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.HRegion(8581): Flush requested on e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:12,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:23:12,439 DEBUG [Thread-2781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:55696 2024-11-22T20:23:12,439 DEBUG [Thread-2781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:12,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,441 DEBUG [Thread-2777 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:55696 2024-11-22T20:23:12,441 DEBUG [Thread-2777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,444 DEBUG [Thread-2773 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:55696 2024-11-22T20:23:12,444 DEBUG [Thread-2775 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:55696 2024-11-22T20:23:12,444 DEBUG [Thread-2773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,444 DEBUG [Thread-2775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,446 DEBUG [Thread-2779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:55696 2024-11-22T20:23:12,446 DEBUG [Thread-2779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d47a6803ed28449db5f9b97a78b7a1df_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_0/A:col10/1732306992437/Put/seqid=0 2024-11-22T20:23:12,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742582_1758 (size=12454) 2024-11-22T20:23:12,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:12,479 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d47a6803ed28449db5f9b97a78b7a1df_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d47a6803ed28449db5f9b97a78b7a1df_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:12,480 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/651792e72a02421887770a3a788ef6a2, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:12,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/651792e72a02421887770a3a788ef6a2 is 175, key is test_row_0/A:col10/1732306992437/Put/seqid=0 2024-11-22T20:23:12,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742583_1759 (size=31255) 2024-11-22T20:23:12,518 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/59447ed0281740598015e1dc739e900f as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59447ed0281740598015e1dc739e900f 2024-11-22T20:23:12,522 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e118351dc0d1335c43896cd8e5b73312/A of e118351dc0d1335c43896cd8e5b73312 into 59447ed0281740598015e1dc739e900f(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,522 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:12,522 INFO [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312., storeName=e118351dc0d1335c43896cd8e5b73312/A, priority=12, startTime=1732306991981; duration=0sec 2024-11-22T20:23:12,522 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,522 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:12,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=461, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/651792e72a02421887770a3a788ef6a2 2024-11-22T20:23:12,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e3c7093195be4cb5bf82006cca82f64a is 50, key is test_row_0/B:col10/1732306992437/Put/seqid=0 2024-11-22T20:23:12,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742584_1760 (size=12301) 2024-11-22T20:23:12,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e3c7093195be4cb5bf82006cca82f64a 2024-11-22T20:23:12,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fcedee3f673845e78def61ba7f540aab is 50, key is test_row_0/C:col10/1732306992437/Put/seqid=0 2024-11-22T20:23:12,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742585_1761 (size=12301) 2024-11-22T20:23:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-22T20:23:12,968 INFO [Thread-2783 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5412 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5476 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5361 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5436 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5408 2024-11-22T20:23:12,969 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:23:12,969 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:23:12,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:55696 2024-11-22T20:23:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:12,970 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:23:12,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:23:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:12,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306992973"}]},"ts":"1732306992973"} 2024-11-22T20:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:12,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:23:12,977 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:23:12,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:23:12,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, UNASSIGN}] 2024-11-22T20:23:12,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, UNASSIGN 2024-11-22T20:23:12,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=CLOSING, regionLocation=bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:12,982 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:23:12,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106}] 2024-11-22T20:23:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:13,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:13,134 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:13,134 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:23:13,135 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing e118351dc0d1335c43896cd8e5b73312, disabling compactions & flushes 2024-11-22T20:23:13,135 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:13,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fcedee3f673845e78def61ba7f540aab 2024-11-22T20:23:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/651792e72a02421887770a3a788ef6a2 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/651792e72a02421887770a3a788ef6a2 2024-11-22T20:23:13,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/651792e72a02421887770a3a788ef6a2, entries=150, sequenceid=461, filesize=30.5 K 2024-11-22T20:23:13,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/e3c7093195be4cb5bf82006cca82f64a as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e3c7093195be4cb5bf82006cca82f64a 2024-11-22T20:23:13,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e3c7093195be4cb5bf82006cca82f64a, entries=150, sequenceid=461, filesize=12.0 K 2024-11-22T20:23:13,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/fcedee3f673845e78def61ba7f540aab as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fcedee3f673845e78def61ba7f540aab 2024-11-22T20:23:13,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fcedee3f673845e78def61ba7f540aab, entries=150, sequenceid=461, filesize=12.0 K 2024-11-22T20:23:13,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for e118351dc0d1335c43896cd8e5b73312 in 904ms, sequenceid=461, compaction requested=true 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:13,342 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:13,342 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:A 2024-11-22T20:23:13,342 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. after waiting 0 ms 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:13,342 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e118351dc0d1335c43896cd8e5b73312:C, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. because compaction request was cancelled 2024-11-22T20:23:13,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:B 2024-11-22T20:23:13,342 DEBUG [RS:0;bc573ddb75cd:44749-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e118351dc0d1335c43896cd8e5b73312:C 2024-11-22T20:23:13,342 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing e118351dc0d1335c43896cd8e5b73312 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=A 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=B 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e118351dc0d1335c43896cd8e5b73312, store=C 2024-11-22T20:23:13,343 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,347 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228325c04bcd0e4ac5b9f249acf137e58a_e118351dc0d1335c43896cd8e5b73312 is 50, key is test_row_1/A:col10/1732306992445/Put/seqid=0 2024-11-22T20:23:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742586_1762 (size=9914) 2024-11-22T20:23:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:13,752 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:13,755 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228325c04bcd0e4ac5b9f249acf137e58a_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228325c04bcd0e4ac5b9f249acf137e58a_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:13,756 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a1996b6eda2449589e74abb2346f0ebb, store: [table=TestAcidGuarantees family=A region=e118351dc0d1335c43896cd8e5b73312] 2024-11-22T20:23:13,756 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a1996b6eda2449589e74abb2346f0ebb is 175, key is test_row_1/A:col10/1732306992445/Put/seqid=0 2024-11-22T20:23:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742587_1763 (size=22561) 2024-11-22T20:23:13,760 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a1996b6eda2449589e74abb2346f0ebb 2024-11-22T20:23:13,765 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7ee246b97a7e4ef2b13554c4ad97d231 is 50, key is test_row_1/B:col10/1732306992445/Put/seqid=0 2024-11-22T20:23:13,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742588_1764 (size=9857) 2024-11-22T20:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:14,169 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7ee246b97a7e4ef2b13554c4ad97d231 2024-11-22T20:23:14,175 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f7518b7a32b54867a152f5e7997e410b is 50, key is test_row_1/C:col10/1732306992445/Put/seqid=0 2024-11-22T20:23:14,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742589_1765 (size=9857) 2024-11-22T20:23:14,179 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f7518b7a32b54867a152f5e7997e410b 2024-11-22T20:23:14,182 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/A/a1996b6eda2449589e74abb2346f0ebb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a1996b6eda2449589e74abb2346f0ebb 2024-11-22T20:23:14,186 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a1996b6eda2449589e74abb2346f0ebb, entries=100, sequenceid=469, filesize=22.0 K 2024-11-22T20:23:14,186 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/B/7ee246b97a7e4ef2b13554c4ad97d231 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7ee246b97a7e4ef2b13554c4ad97d231 2024-11-22T20:23:14,189 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7ee246b97a7e4ef2b13554c4ad97d231, entries=100, sequenceid=469, filesize=9.6 K 2024-11-22T20:23:14,190 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/.tmp/C/f7518b7a32b54867a152f5e7997e410b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f7518b7a32b54867a152f5e7997e410b 2024-11-22T20:23:14,193 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f7518b7a32b54867a152f5e7997e410b, entries=100, sequenceid=469, filesize=9.6 K 2024-11-22T20:23:14,194 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e118351dc0d1335c43896cd8e5b73312 in 852ms, sequenceid=469, compaction requested=true 2024-11-22T20:23:14,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96] to archive 2024-11-22T20:23:14,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:14,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59dd73d68a5d47b0a4d7dcd1b6bff863 2024-11-22T20:23:14,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/adaed4a9b1d847c6a7d1e5521c528c93 2024-11-22T20:23:14,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0b7a0a854b2441e8ca656443f5edf57 2024-11-22T20:23:14,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/fa6a9262719844caaa0032fc16c74c1c 2024-11-22T20:23:14,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/5ffcdb8359d8471985fe4a6e02938cd9 2024-11-22T20:23:14,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/df0921d1831944cd9e79ea6157eda216 2024-11-22T20:23:14,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84d07a63037f4470ada17419b0af88d9 2024-11-22T20:23:14,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/887167af98004531be65030bd0cfd27e 2024-11-22T20:23:14,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d933b1de33404e0f823f67a2cc8dafba 2024-11-22T20:23:14,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/3537f4af9d1045edbaca42463bbac3a6 2024-11-22T20:23:14,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c4ba013eeb2f422c9faec06123349200 2024-11-22T20:23:14,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/84ff4fd47af84c3184ed014e4c74cff4 2024-11-22T20:23:14,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0103f797570043dd807ca30b49b8bb80 2024-11-22T20:23:14,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d277f3081ec94ba6beb8a847e8f28db7 2024-11-22T20:23:14,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/1424392373d8441eb3584c0b6eaf2a7e 2024-11-22T20:23:14,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/27982879d8704cc1bf6c1d23316f4376 2024-11-22T20:23:14,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/0aa1d553c22345ce859f292988a28d0c 2024-11-22T20:23:14,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/c29db0d9dca34f1ebd697770139af567 2024-11-22T20:23:14,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/ee548fcbebfa4635b03c91a8a2d491ec 2024-11-22T20:23:14,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9420307cec644ba1a80ce500b2bdde03 2024-11-22T20:23:14,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/d076cc84e8824da5804168f484fbec64 2024-11-22T20:23:14,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/855ea23ec0e443038a13d8219d7ea743 2024-11-22T20:23:14,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/33c0fb7ac99a45ad9799ef90f2337a60 2024-11-22T20:23:14,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/f0f03231b2354473a63f882d81151198 2024-11-22T20:23:14,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/6316f6fbd27a4ab8b0ebfae783c10f99 2024-11-22T20:23:14,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a0495d8a50bd47ca859c4d70cb14b8b9 2024-11-22T20:23:14,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/b24d100a970b40e1b844d11de2d08cab 2024-11-22T20:23:14,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/55b95a64f0434f5b913efd02f49713b5 2024-11-22T20:23:14,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/9dae250d3592439bb466478e6b2c2d96 2024-11-22T20:23:14,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/3aff086bb430466cb324607508a4dbd7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f87633da80854ce1aa4f8a6818716a12, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c4ce70077b77488eb649db1c67e24fc9, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7c2fc071da994a44a2d6bc3047c56812, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c61000aaecac4634b3023f4f0afbe9a4, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/332e38c2d6ef4263ae492a7c8e85b299, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1e131bbe7f8745c3b87a84461d9e1711, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/975f6707091d44a3ad2063d0a960cd15, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08] to archive 2024-11-22T20:23:14,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:14,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/97ed06ba3c6d4d9183aa7b8318c34837 2024-11-22T20:23:14,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/0b92b764199f4146be6da637f0da9213 2024-11-22T20:23:14,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/3aff086bb430466cb324607508a4dbd7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/3aff086bb430466cb324607508a4dbd7 2024-11-22T20:23:14,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8210e3896df248a39fe1b3de755cacf0 2024-11-22T20:23:14,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/8adbc9da56244551a097e600e9c04195 2024-11-22T20:23:14,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f87633da80854ce1aa4f8a6818716a12 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f87633da80854ce1aa4f8a6818716a12 2024-11-22T20:23:14,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ea872ea22bd84eb98f6c4176fd293867 2024-11-22T20:23:14,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1adb88ef1e624596a6e3dc3ce7d03cac 2024-11-22T20:23:14,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c4ce70077b77488eb649db1c67e24fc9 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c4ce70077b77488eb649db1c67e24fc9 2024-11-22T20:23:14,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/a8a3a32084b040418afb5c8c12dd0fdb 2024-11-22T20:23:14,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/5b16bfd18a4e49f6a0b2123c0b00fbe6 2024-11-22T20:23:14,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7c2fc071da994a44a2d6bc3047c56812 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7c2fc071da994a44a2d6bc3047c56812 2024-11-22T20:23:14,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/cb115f9a8ae643ce971edcf10cb1c23e 2024-11-22T20:23:14,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/29dc81c196dd45c7a30a1eaa7891beb7 2024-11-22T20:23:14,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c61000aaecac4634b3023f4f0afbe9a4 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c61000aaecac4634b3023f4f0afbe9a4 2024-11-22T20:23:14,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7f4097a62aeb42b2b548d2661f9bbd61 2024-11-22T20:23:14,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/f14aa0479ebd4832a975e29a1b260a81 2024-11-22T20:23:14,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/332e38c2d6ef4263ae492a7c8e85b299 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/332e38c2d6ef4263ae492a7c8e85b299 2024-11-22T20:23:14,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/285ace3249fd48ea9940dfc521752185 2024-11-22T20:23:14,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b41a50f861d449618b9cae3055f6f836 2024-11-22T20:23:14,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/40fb44a9c7484e8e8849984a1ad54335 2024-11-22T20:23:14,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1e131bbe7f8745c3b87a84461d9e1711 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/1e131bbe7f8745c3b87a84461d9e1711 2024-11-22T20:23:14,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/09a97c2306f04c40be2fb35ecb55d958 2024-11-22T20:23:14,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/ec4af31166aa4dc181cfaea8b7ac7bd8 2024-11-22T20:23:14,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/975f6707091d44a3ad2063d0a960cd15 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/975f6707091d44a3ad2063d0a960cd15 2024-11-22T20:23:14,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c6acdad17fa74e94a535cc8ce2268afb 2024-11-22T20:23:14,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/83a56412ec53456aa6dbee1774fc7574 2024-11-22T20:23:14,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/2a9d8acf53b748b8a9a90793c54c0277 2024-11-22T20:23:14,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/b970ef0c07784458a6801a964528aa08 2024-11-22T20:23:14,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7907cb5279b44b629ebeeaa2ddcee78f, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f97c6400277b4e3085b39f8301f7b43a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/a7ee9a93dba343b98fa67d8518e371ad, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ddcdf029e929468c881fb1bc3c87515c, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f82f5e60d70a4c07b7ee23a424a713bf, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27592040407c460598816fd7d32ee33d, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/07fd9013f02549f19a3d83b58d2dfe6b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d28f4020e0a846f9b03e980db56962d8, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560] to archive 2024-11-22T20:23:14,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:14,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/992c24e3a7634810adce6d4298070b28 2024-11-22T20:23:14,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/09ae526bb2a241bebde26c32381caf73 2024-11-22T20:23:14,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7907cb5279b44b629ebeeaa2ddcee78f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7907cb5279b44b629ebeeaa2ddcee78f 2024-11-22T20:23:14,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/bd371ff721d24a73838c7e4bf7cd9bb7 2024-11-22T20:23:14,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/130ff6f1381347e2b6451af18aa6e8ab 2024-11-22T20:23:14,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f97c6400277b4e3085b39f8301f7b43a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f97c6400277b4e3085b39f8301f7b43a 2024-11-22T20:23:14,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ad01674144cc48f18b32d44624f20bde 2024-11-22T20:23:14,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/7d27c6626e954da499cc39c661732e1b 2024-11-22T20:23:14,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/a7ee9a93dba343b98fa67d8518e371ad to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/a7ee9a93dba343b98fa67d8518e371ad 2024-11-22T20:23:14,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8468eb8fb00347aab006e74c097315ee 2024-11-22T20:23:14,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/19a44768a25f4c6f9c988347e960e39d 2024-11-22T20:23:14,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ddcdf029e929468c881fb1bc3c87515c to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/ddcdf029e929468c881fb1bc3c87515c 2024-11-22T20:23:14,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8819f4a841724ad2b763243b510b39b3 2024-11-22T20:23:14,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/609a9efbe6b447c6af2dcc0198d70f48 2024-11-22T20:23:14,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f82f5e60d70a4c07b7ee23a424a713bf to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f82f5e60d70a4c07b7ee23a424a713bf 2024-11-22T20:23:14,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27461288885946bc99ac4357e552c04e 2024-11-22T20:23:14,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d0af03826bce4b338f820e3a3ceb4339 2024-11-22T20:23:14,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/416d76374ff547e293218f55f33659a8 2024-11-22T20:23:14,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27592040407c460598816fd7d32ee33d to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/27592040407c460598816fd7d32ee33d 2024-11-22T20:23:14,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b9fd390059bd43039253d556c2d767ff 2024-11-22T20:23:14,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/b172b7d9068f4e1a8bfdb88db89c3232 2024-11-22T20:23:14,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/07fd9013f02549f19a3d83b58d2dfe6b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/07fd9013f02549f19a3d83b58d2dfe6b 2024-11-22T20:23:14,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/895dcd80b99143de9a680629a5d45c4a 2024-11-22T20:23:14,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/011a94d67a2d44aba5e61915e276f972 2024-11-22T20:23:14,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d28f4020e0a846f9b03e980db56962d8 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/d28f4020e0a846f9b03e980db56962d8 2024-11-22T20:23:14,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8c62c1cf66b24f1db67d5a0bbf213c0b 2024-11-22T20:23:14,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/82ac79792e7940c3b78286c3e2640fd0 2024-11-22T20:23:14,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f922e93de1c44416abd63dbf4e21ee02 2024-11-22T20:23:14,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/875ae61fdb6b4b38bbadc07df6e3f560 2024-11-22T20:23:14,307 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=4 2024-11-22T20:23:14,308 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312. 2024-11-22T20:23:14,308 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for e118351dc0d1335c43896cd8e5b73312: 2024-11-22T20:23:14,309 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:14,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=e118351dc0d1335c43896cd8e5b73312, regionState=CLOSED 2024-11-22T20:23:14,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-22T20:23:14,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure e118351dc0d1335c43896cd8e5b73312, server=bc573ddb75cd,44749,1732306820106 in 1.3280 sec 2024-11-22T20:23:14,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-22T20:23:14,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e118351dc0d1335c43896cd8e5b73312, UNASSIGN in 1.3310 sec 2024-11-22T20:23:14,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-22T20:23:14,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3460 sec 2024-11-22T20:23:14,326 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306994326"}]},"ts":"1732306994326"} 2024-11-22T20:23:14,327 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:23:14,330 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:23:14,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3600 sec 2024-11-22T20:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-22T20:23:15,078 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-22T20:23:15,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,080 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-22T20:23:15,081 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,083 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C, FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits] 2024-11-22T20:23:15,087 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59447ed0281740598015e1dc739e900f to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/59447ed0281740598015e1dc739e900f 2024-11-22T20:23:15,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/651792e72a02421887770a3a788ef6a2 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/651792e72a02421887770a3a788ef6a2 2024-11-22T20:23:15,090 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a1996b6eda2449589e74abb2346f0ebb to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a1996b6eda2449589e74abb2346f0ebb 2024-11-22T20:23:15,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a268c82d6bc146c6af87234baeef4a61 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/A/a268c82d6bc146c6af87234baeef4a61 2024-11-22T20:23:15,093 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7ee246b97a7e4ef2b13554c4ad97d231 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/7ee246b97a7e4ef2b13554c4ad97d231 2024-11-22T20:23:15,094 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c2328755f52148d6a9439a55677dadb7 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/c2328755f52148d6a9439a55677dadb7 2024-11-22T20:23:15,095 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e3c7093195be4cb5bf82006cca82f64a to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e3c7093195be4cb5bf82006cca82f64a 2024-11-22T20:23:15,096 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e6f8b1b4e4564ab8b8f391879de1400b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/B/e6f8b1b4e4564ab8b8f391879de1400b 2024-11-22T20:23:15,098 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8e73fee646c14109bc94a2789eac4a8e to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/8e73fee646c14109bc94a2789eac4a8e 2024-11-22T20:23:15,099 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f7518b7a32b54867a152f5e7997e410b to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/f7518b7a32b54867a152f5e7997e410b 2024-11-22T20:23:15,100 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fcedee3f673845e78def61ba7f540aab to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fcedee3f673845e78def61ba7f540aab 2024-11-22T20:23:15,101 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fdb80f9e816a44ceb807fb21b57f8e06 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/C/fdb80f9e816a44ceb807fb21b57f8e06 2024-11-22T20:23:15,104 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits/472.seqid to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312/recovered.edits/472.seqid 2024-11-22T20:23:15,104 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/default/TestAcidGuarantees/e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,104 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:23:15,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:23:15,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:23:15,109 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222024089662b9473fb07d6e1c2bdcded0_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222024089662b9473fb07d6e1c2bdcded0_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,110 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223dd105750de4fe4b403ef3ab16dc0ce_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223dd105750de4fe4b403ef3ab16dc0ce_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,111 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223097d660445348098ef0f887c938114c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223097d660445348098ef0f887c938114c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,112 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122358d9ec8a11f40a4be1423ad60994dbe_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122358d9ec8a11f40a4be1423ad60994dbe_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,115 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247b85ad6c1df4b64adce1b7e63c3aa77_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112247b85ad6c1df4b64adce1b7e63c3aa77_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6420b4c2cb4bad950225b7bd48e325_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224c6420b4c2cb4bad950225b7bd48e325_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,117 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225418554acf2342198ea27403d1a1d6cc_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225418554acf2342198ea27403d1a1d6cc_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,119 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a30ef61e86f41759bf836f1114e696f_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225a30ef61e86f41759bf836f1114e696f_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,121 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112261b8d3c262f1470b8ca25de209cdd54c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112261b8d3c262f1470b8ca25de209cdd54c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228325c04bcd0e4ac5b9f249acf137e58a_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228325c04bcd0e4ac5b9f249acf137e58a_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,123 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228afddec47c304d038a93fab1f7add4b4_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228afddec47c304d038a93fab1f7add4b4_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228e6dea75b0f6422fb8338f287249ac1d_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228e6dea75b0f6422fb8338f287249ac1d_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a0a0d17cc6d74103ac5a36a9f5cd4a79_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a0a0d17cc6d74103ac5a36a9f5cd4a79_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a740317c1637435baa7b1e550cbbf93e_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a740317c1637435baa7b1e550cbbf93e_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b20ace06b2d34aa4a157622f921c5757_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b20ace06b2d34aa4a157622f921c5757_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b462563839a04844808c6c56b9931477_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b462563839a04844808c6c56b9931477_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cadf80d4e9764bb29dc36aee5305cfe2_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cadf80d4e9764bb29dc36aee5305cfe2_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,134 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc251b6421214ebab0e9ed45992ae979_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cc251b6421214ebab0e9ed45992ae979_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,135 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ccdbfe775b9d4d5591a46c085d7c9ecb_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ccdbfe775b9d4d5591a46c085d7c9ecb_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,136 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cffa268798734efeacd24b0586325d4c_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cffa268798734efeacd24b0586325d4c_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0a37d89bc2a494691727d78514fe296_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0a37d89bc2a494691727d78514fe296_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,138 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d47a6803ed28449db5f9b97a78b7a1df_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d47a6803ed28449db5f9b97a78b7a1df_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,139 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df6a2a2a9ee64cd5903e3f1b88bdd5b0_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122df6a2a2a9ee64cd5903e3f1b88bdd5b0_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,140 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7fcce8588d24d72b69ae4d5bd80f46f_e118351dc0d1335c43896cd8e5b73312 to hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f7fcce8588d24d72b69ae4d5bd80f46f_e118351dc0d1335c43896cd8e5b73312 2024-11-22T20:23:15,141 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:23:15,144 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,147 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:23:15,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:23:15,149 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,149 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:23:15,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306995149"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:15,152 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:23:15,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e118351dc0d1335c43896cd8e5b73312, NAME => 'TestAcidGuarantees,,1732306969059.e118351dc0d1335c43896cd8e5b73312.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:23:15,152 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:23:15,152 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306995152"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:15,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:23:15,156 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:15,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-22T20:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43615 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-22T20:23:15,182 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-22T20:23:15,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=640 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4026 (was 4117) 2024-11-22T20:23:15,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T20:23:15,194 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:23:15,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:55696 2024-11-22T20:23:15,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:15,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T20:23:15,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-22T20:23:15,195 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc573ddb75cd,43615,1732306819377 2024-11-22T20:23:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T20:23:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:23:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T20:23:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:23:15,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-22T20:23:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:23:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:23:15,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:15,200 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc573ddb75cd,44749,1732306820106' ***** 2024-11-22T20:23:15,201 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-22T20:23:15,201 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T20:23:15,201 INFO [RS:0;bc573ddb75cd:44749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T20:23:15,201 INFO [RS:0;bc573ddb75cd:44749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T20:23:15,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-22T20:23:15,201 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(3579): Received CLOSE for 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1224): stopping server bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:15,202 DEBUG [RS:0;bc573ddb75cd:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-22T20:23:15,202 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 74e292938c1d67dbce12f74682c2b2ab, disabling compactions & flushes 2024-11-22T20:23:15,202 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:23:15,202 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:23:15,202 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. after waiting 0 ms 2024-11-22T20:23:15,202 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:23:15,202 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-22T20:23:15,202 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 74e292938c1d67dbce12f74682c2b2ab 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-22T20:23:15,202 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 74e292938c1d67dbce12f74682c2b2ab=hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab.} 2024-11-22T20:23:15,203 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T20:23:15,203 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T20:23:15,203 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T20:23:15,203 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T20:23:15,203 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T20:23:15,203 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-22T20:23:15,206 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 74e292938c1d67dbce12f74682c2b2ab 2024-11-22T20:23:15,223 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/.tmp/info/fca65d5c1bdd4bb0bc03e55fff27c430 is 45, key is default/info:d/1732306823876/Put/seqid=0 2024-11-22T20:23:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742590_1766 (size=5037) 2024-11-22T20:23:15,235 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/.tmp/info/fca65d5c1bdd4bb0bc03e55fff27c430 2024-11-22T20:23:15,240 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/info/2e9d9e029158410e8979a49df4101d6b is 143, key is hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab./info:regioninfo/1732306823733/Put/seqid=0 2024-11-22T20:23:15,241 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/.tmp/info/fca65d5c1bdd4bb0bc03e55fff27c430 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/info/fca65d5c1bdd4bb0bc03e55fff27c430 2024-11-22T20:23:15,244 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/info/fca65d5c1bdd4bb0bc03e55fff27c430, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T20:23:15,245 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 74e292938c1d67dbce12f74682c2b2ab in 43ms, sequenceid=6, compaction requested=false 2024-11-22T20:23:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742591_1767 (size=7725) 2024-11-22T20:23:15,251 INFO [regionserver/bc573ddb75cd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T20:23:15,255 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/namespace/74e292938c1d67dbce12f74682c2b2ab/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T20:23:15,255 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:23:15,255 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 74e292938c1d67dbce12f74682c2b2ab: 2024-11-22T20:23:15,255 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732306822901.74e292938c1d67dbce12f74682c2b2ab. 2024-11-22T20:23:15,406 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:23:15,542 INFO [regionserver/bc573ddb75cd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T20:23:15,542 INFO [regionserver/bc573ddb75cd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T20:23:15,607 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:23:15,646 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/info/2e9d9e029158410e8979a49df4101d6b 2024-11-22T20:23:15,669 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/rep_barrier/b950df0461754a2a8f02af09fe6b3ced is 102, key is TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f./rep_barrier:/1732306852404/DeleteFamily/seqid=0 2024-11-22T20:23:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742592_1768 (size=6025) 2024-11-22T20:23:15,807 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:23:16,007 DEBUG [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:23:16,075 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/rep_barrier/b950df0461754a2a8f02af09fe6b3ced 2024-11-22T20:23:16,101 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/table/d2e4e2e5c4be46429ca40d89055cb6ab is 96, key is TestAcidGuarantees,,1732306824034.63f050175033ee1bcea9655af922af6f./table:/1732306852404/DeleteFamily/seqid=0 2024-11-22T20:23:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742593_1769 (size=5942) 2024-11-22T20:23:16,105 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/table/d2e4e2e5c4be46429ca40d89055cb6ab 2024-11-22T20:23:16,109 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/info/2e9d9e029158410e8979a49df4101d6b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/info/2e9d9e029158410e8979a49df4101d6b 2024-11-22T20:23:16,113 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/info/2e9d9e029158410e8979a49df4101d6b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-22T20:23:16,114 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/rep_barrier/b950df0461754a2a8f02af09fe6b3ced as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/rep_barrier/b950df0461754a2a8f02af09fe6b3ced 2024-11-22T20:23:16,117 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/rep_barrier/b950df0461754a2a8f02af09fe6b3ced, entries=6, sequenceid=93, filesize=5.9 K 2024-11-22T20:23:16,117 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/.tmp/table/d2e4e2e5c4be46429ca40d89055cb6ab as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/table/d2e4e2e5c4be46429ca40d89055cb6ab 2024-11-22T20:23:16,121 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/table/d2e4e2e5c4be46429ca40d89055cb6ab, entries=9, sequenceid=93, filesize=5.8 K 2024-11-22T20:23:16,122 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=93, compaction requested=false 2024-11-22T20:23:16,127 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-22T20:23:16,128 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T20:23:16,128 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T20:23:16,128 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T20:23:16,128 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T20:23:16,207 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1250): stopping server bc573ddb75cd,44749,1732306820106; all regions closed. 2024-11-22T20:23:16,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741834_1010 (size=26050) 2024-11-22T20:23:16,214 DEBUG [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/oldWALs 2024-11-22T20:23:16,214 INFO [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc573ddb75cd%2C44749%2C1732306820106.meta:.meta(num 1732306822655) 2024-11-22T20:23:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741832_1008 (size=17754108) 2024-11-22T20:23:16,218 DEBUG [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/oldWALs 2024-11-22T20:23:16,218 INFO [RS:0;bc573ddb75cd:44749 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc573ddb75cd%2C44749%2C1732306820106:(num 1732306821678) 2024-11-22T20:23:16,218 DEBUG [RS:0;bc573ddb75cd:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:16,218 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T20:23:16,219 INFO [RS:0;bc573ddb75cd:44749 {}] hbase.ChoreService(370): Chore service for: regionserver/bc573ddb75cd:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T20:23:16,219 INFO [regionserver/bc573ddb75cd:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T20:23:16,219 INFO [RS:0;bc573ddb75cd:44749 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44749 2024-11-22T20:23:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc573ddb75cd,44749,1732306820106 2024-11-22T20:23:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T20:23:16,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc573ddb75cd,44749,1732306820106] 2024-11-22T20:23:16,226 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc573ddb75cd,44749,1732306820106; numProcessing=1 2024-11-22T20:23:16,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bc573ddb75cd,44749,1732306820106 already deleted, retry=false 2024-11-22T20:23:16,228 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc573ddb75cd,44749,1732306820106 expired; onlineServers=0 2024-11-22T20:23:16,228 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc573ddb75cd,43615,1732306819377' ***** 2024-11-22T20:23:16,228 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T20:23:16,228 DEBUG [M:0;bc573ddb75cd:43615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc573ddb75cd/172.17.0.2:0 2024-11-22T20:23:16,228 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionServer(1224): stopping server bc573ddb75cd,43615,1732306819377 2024-11-22T20:23:16,228 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionServer(1250): stopping server bc573ddb75cd,43615,1732306819377; all regions closed. 2024-11-22T20:23:16,228 DEBUG [M:0;bc573ddb75cd:43615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:16,228 DEBUG [M:0;bc573ddb75cd:43615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T20:23:16,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T20:23:16,229 DEBUG [M:0;bc573ddb75cd:43615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T20:23:16,229 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306821420 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306821420,5,FailOnTimeoutGroup] 2024-11-22T20:23:16,229 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306821421 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306821421,5,FailOnTimeoutGroup] 2024-11-22T20:23:16,229 INFO [M:0;bc573ddb75cd:43615 {}] hbase.ChoreService(370): Chore service for: master/bc573ddb75cd:0 had [] on shutdown 2024-11-22T20:23:16,229 DEBUG [M:0;bc573ddb75cd:43615 {}] master.HMaster(1733): Stopping service threads 2024-11-22T20:23:16,229 INFO [M:0;bc573ddb75cd:43615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T20:23:16,229 ERROR [M:0;bc573ddb75cd:43615 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:43429 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43429,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T20:23:16,230 INFO [M:0;bc573ddb75cd:43615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T20:23:16,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T20:23:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T20:23:16,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:23:16,230 DEBUG [M:0;bc573ddb75cd:43615 {}] zookeeper.ZKUtil(347): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T20:23:16,230 WARN [M:0;bc573ddb75cd:43615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T20:23:16,230 INFO [M:0;bc573ddb75cd:43615 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-22T20:23:16,230 INFO [M:0;bc573ddb75cd:43615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T20:23:16,231 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T20:23:16,231 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:23:16,231 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:23:16,231 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T20:23:16,231 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:23:16,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:23:16,231 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=828.67 KB heapSize=1022.70 KB 2024-11-22T20:23:16,254 DEBUG [M:0;bc573ddb75cd:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ee6bfb9dc8849409dcfc5c1906ecdb5 is 82, key is hbase:meta,,1/info:regioninfo/1732306822793/Put/seqid=0 2024-11-22T20:23:16,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742594_1770 (size=5672) 2024-11-22T20:23:16,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:23:16,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10020e40edc0001, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:23:16,327 INFO [RS:0;bc573ddb75cd:44749 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc573ddb75cd,44749,1732306820106; zookeeper connection closed. 2024-11-22T20:23:16,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c8faef7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c8faef7 2024-11-22T20:23:16,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T20:23:16,660 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2403 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ee6bfb9dc8849409dcfc5c1906ecdb5 2024-11-22T20:23:16,686 DEBUG [M:0;bc573ddb75cd:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8939926ea4c56b18b3ebd86f76adb is 2277, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1732306855577/Put/seqid=0 2024-11-22T20:23:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742595_1771 (size=47107) 2024-11-22T20:23:17,090 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=828.11 KB at sequenceid=2403 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8939926ea4c56b18b3ebd86f76adb 2024-11-22T20:23:17,094 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5a8939926ea4c56b18b3ebd86f76adb 2024-11-22T20:23:17,116 DEBUG [M:0;bc573ddb75cd:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd3e703d21042139be762755193cc0b is 69, key is bc573ddb75cd,44749,1732306820106/rs:state/1732306821456/Put/seqid=0 2024-11-22T20:23:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073742596_1772 (size=5156) 2024-11-22T20:23:17,121 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2403 (bloomFilter=true), to=hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd3e703d21042139be762755193cc0b 2024-11-22T20:23:17,125 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ee6bfb9dc8849409dcfc5c1906ecdb5 as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ee6bfb9dc8849409dcfc5c1906ecdb5 2024-11-22T20:23:17,127 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ee6bfb9dc8849409dcfc5c1906ecdb5, entries=8, sequenceid=2403, filesize=5.5 K 2024-11-22T20:23:17,128 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5a8939926ea4c56b18b3ebd86f76adb as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5a8939926ea4c56b18b3ebd86f76adb 2024-11-22T20:23:17,132 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5a8939926ea4c56b18b3ebd86f76adb 2024-11-22T20:23:17,132 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5a8939926ea4c56b18b3ebd86f76adb, entries=191, sequenceid=2403, filesize=46.0 K 2024-11-22T20:23:17,133 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bd3e703d21042139be762755193cc0b as hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bd3e703d21042139be762755193cc0b 2024-11-22T20:23:17,136 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43429/user/jenkins/test-data/03ae9c96-e579-40c2-d87a-28dd76c70cf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bd3e703d21042139be762755193cc0b, entries=1, sequenceid=2403, filesize=5.0 K 2024-11-22T20:23:17,137 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(3040): Finished flush of dataSize ~828.67 KB/848556, heapSize ~1022.41 KB/1046944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=2403, compaction requested=false 2024-11-22T20:23:17,138 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:23:17,138 DEBUG [M:0;bc573ddb75cd:43615 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:23:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741830_1006 (size=1006038) 2024-11-22T20:23:17,141 INFO [M:0;bc573ddb75cd:43615 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-22T20:23:17,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T20:23:17,141 INFO [M:0;bc573ddb75cd:43615 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43615 2024-11-22T20:23:17,144 DEBUG [M:0;bc573ddb75cd:43615 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bc573ddb75cd,43615,1732306819377 already deleted, retry=false 2024-11-22T20:23:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:23:17,246 INFO [M:0;bc573ddb75cd:43615 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc573ddb75cd,43615,1732306819377; zookeeper connection closed. 2024-11-22T20:23:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10020e40edc0000, quorum=127.0.0.1:55696, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:23:17,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T20:23:17,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T20:23:17,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T20:23:17,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T20:23:17,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.log.dir/,STOPPED} 2024-11-22T20:23:17,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T20:23:17,260 WARN [BP-444939918-172.17.0.2-1732306816621 heartbeating to localhost/127.0.0.1:43429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T20:23:17,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T20:23:17,260 WARN [BP-444939918-172.17.0.2-1732306816621 heartbeating to localhost/127.0.0.1:43429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-444939918-172.17.0.2-1732306816621 (Datanode Uuid a15ba576-90b9-4299-b3b3-c23d464424db) service to localhost/127.0.0.1:43429 2024-11-22T20:23:17,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data2/current/BP-444939918-172.17.0.2-1732306816621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T20:23:17,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T20:23:17,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/cluster_9a3ae15b-4db7-32f8-5c43-1d12cd2302cc/dfs/data/data1/current/BP-444939918-172.17.0.2-1732306816621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T20:23:17,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T20:23:17,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T20:23:17,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T20:23:17,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T20:23:17,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/920e0c49-52c2-661b-7adc-86b7ac662663/hadoop.log.dir/,STOPPED} 2024-11-22T20:23:17,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-22T20:23:17,512 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down